Semi-synthetic DA data - Mouse Gastrulation atlas

library(tidyverse)

── Attaching packages ────────────────────────────────────────────────────────── tidyverse 1.3.0 ──
✓ ggplot2 3.3.2     ✓ purrr   0.3.4
✓ tibble  3.0.3     ✓ dplyr   1.0.2
✓ tidyr   1.1.1     ✓ stringr 1.4.0
✓ readr   1.3.1     ✓ forcats 0.5.0
── Conflicts ───────────────────────────────────────────────────────────── tidyverse_conflicts() ──
x dplyr::filter() masks stats::filter()
x dplyr::lag()    masks stats::lag()

library(MouseGastrulationData)

Loading required package: SingleCellExperiment
Loading required package: SummarizedExperiment
Loading required package: GenomicRanges
Loading required package: stats4
Loading required package: BiocGenerics
Loading required package: parallel

Attaching package: ‘BiocGenerics’

The following objects are masked from ‘package:parallel’:

    clusterApply, clusterApplyLB, clusterCall, clusterEvalQ, clusterExport, clusterMap,
    parApply, parCapply, parLapply, parLapplyLB, parRapply, parSapply, parSapplyLB

The following objects are masked from ‘package:dplyr’:

    combine, intersect, setdiff, union

The following object is masked from ‘package:limma’:

    plotMA

The following objects are masked from ‘package:stats’:

    IQR, mad, sd, var, xtabs

The following objects are masked from ‘package:base’:

    anyDuplicated, append, as.data.frame, basename, cbind, colnames, dirname, do.call,
    duplicated, eval, evalq, Filter, Find, get, grep, grepl, intersect, is.unsorted,
    lapply, Map, mapply, match, mget, order, paste, pmax, pmax.int, pmin, pmin.int,
    Position, rank, rbind, Reduce, rownames, sapply, setdiff, sort, table, tapply,
    union, unique, unsplit, which, which.max, which.min

Loading required package: S4Vectors

Attaching package: ‘S4Vectors’

The following objects are masked from ‘package:dplyr’:

    first, rename

The following object is masked from ‘package:tidyr’:

    expand

The following object is masked from ‘package:base’:

    expand.grid

Loading required package: IRanges

Attaching package: ‘IRanges’

The following objects are masked from ‘package:dplyr’:

    collapse, desc, slice

The following object is masked from ‘package:purrr’:

    reduce

Loading required package: GenomeInfoDb
Loading required package: Biobase
Welcome to Bioconductor

    Vignettes contain introductory material; view with 'browseVignettes()'. To cite
    Bioconductor, see 'citation("Biobase")', and for packages 'citation("pkgname")'.

Loading required package: DelayedArray
Loading required package: matrixStats

Attaching package: ‘matrixStats’

The following objects are masked from ‘package:Biobase’:

    anyMissing, rowMedians

The following object is masked from ‘package:dplyr’:

    count

Loading required package: BiocParallel

Attaching package: ‘DelayedArray’

The following objects are masked from ‘package:matrixStats’:

    colMaxs, colMins, colRanges, rowMaxs, rowMins, rowRanges

The following object is masked from ‘package:purrr’:

    simplify

The following objects are masked from ‘package:base’:

    aperm, apply, rowsum


Attaching package: ‘SingleCellExperiment’

The following object is masked from ‘package:edgeR’:

    cpm

library(SingleCellExperiment)
library(scater)

Attaching package: ‘scater’

The following object is masked from ‘package:limma’:

    plotMDS

library(scran)
library(bit64)

Loading required package: bit

Attaching package: ‘bit’

The following object is masked from ‘package:base’:

    xor

Attaching package bit64
package:bit64 (c) 2011-2017 Jens Oehlschlaegel
creators: integer64 runif64 seq :
coercion: as.integer64 as.vector as.logical as.integer as.double as.character as.bitstring
logical operator: ! & | xor != == < <= >= >
arithmetic operator: + - * / %/% %% ^
math: sign abs sqrt log log2 log10
math: floor ceiling trunc round
querying: is.integer64 is.vector [is.atomic} [length] format print str
values: is.na is.nan is.finite is.infinite
aggregation: any all min max range sum prod
cumulation: diff cummin cummax cumsum cumprod
access: length<- [ [<- [[ [[<-
combine: c rep cbind rbind as.data.frame
WARNING don't use as subscripts
WARNING semantics differ from integer
for more help type ?bit64

Attaching package: ‘bit64’

The following objects are masked from ‘package:SummarizedExperiment’:

    match, order, rank

The following object is masked from ‘package:Biobase’:

    cache

The following objects are masked from ‘package:GenomicRanges’:

    match, order, rank

The following objects are masked from ‘package:IRanges’:

    match, order

The following objects are masked from ‘package:S4Vectors’:

    %in%, match, order, rank

The following objects are masked from ‘package:BiocGenerics’:

    %in%, match, order, rank

The following objects are masked from ‘package:base’:

    :, %in%, is.double, match, order, rank

library(patchwork)

options(digits=3)
source('~/milo/notebooks/benchmark/benchmark_utils.R')

Error in library(DAseq) : there is no package called ‘DAseq’

figdir <- "~/mount/gdrive/milo/Figures/benchmark_v2/"
if (!dir.exists(figdir)) {
  dir.create(figdir)  
}

Load dataset

Select samples from late time points (even number of replicates)

```r
AtlasSampleMetadata %>%
  filter(stage %in% c(\E7.75\, \E8.0\, \E8.25\, \E8.5\)) %>%
  pull(sample)

<!-- rnb-source-end -->

<!-- rnb-output-begin eyJkYXRhIjoiIFsxXSAgOCAgOSAxMiAxMyAxNiAxNyAyNCAyNSAyOCAyOSAzMyAzNCAzNSAzNiAzN1xuIn0= -->

[1] 8 9 12 13 16 17 24 25 28 29 33 34 35 36 37

<!-- rnb-output-end -->

<!-- rnb-chunk-end -->


<!-- rnb-text-begin -->



<!-- rnb-text-end -->


<!-- rnb-chunk-begin -->


<!-- rnb-source-begin eyJkYXRhIjoiYGBgclxuYGBgclxuZW1icnlvX3NjZSA8LSBFbWJyeW9BdGxhc0RhdGEodHlwZT1cXHByb2Nlc3NlZFxcLCBzYW1wbGVzID0gbGF0ZV9zYW1wbGVzKVxuXG5gYGBcbmBgYCJ9 -->

```r
```r
embryo_sce <- EmbryoAtlasData(type=\processed\, samples = late_samples)

<!-- rnb-source-end -->

<!-- rnb-output-begin eyJkYXRhIjoic25hcHNob3REYXRlKCk6IDIwMjAtMTAtMjdcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbnNlZSA/TW91c2VHYXN0cnVsYXRpb25EYXRhIGFuZCBicm93c2VWaWduZXR0ZXMoJ01vdXNlR2FzdHJ1bGF0aW9uRGF0YScpIGZvciBkb2N1bWVudGF0aW9uXG5sb2FkaW5nIGZyb20gY2FjaGVcbiJ9 -->

snapshotDate(): 2020-10-27 see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache see ?MouseGastrulationData and browseVignettes(‘MouseGastrulationData’) for documentation loading from cache

<!-- rnb-output-end -->

<!-- rnb-chunk-end -->


<!-- rnb-chunk-begin -->


<!-- rnb-plot-begin -->

<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAArwAAAGwCAMAAAB8TkaXAAAC3FBMVEUAAAABAQECAgIDAwMEBAQFBQUGBgYHBwcICAgJCQkKCgoLCwsNDQ0ODg4PDw8QEBARERESEhITExMUFBQVFRUWFhYXFxcYGBgZGRkbGxscHBwdHR0eHh4fHx8gICAhISEjIyMkJCQmJiYnJycoKCgpKSkqKiorKyssLCwuLi4vLy8wMDAxMTEyMjIzMzM0NDQ1NTU2NjY3Nzc4ODg5OTk6Ojo7Ozs8PDw9PT0+Pj4/Pz9AQEBBQUFCQkJDQ0NERERFRUVGRkZHR0dJSUlKSkpLS0tMTExNTU1OTk5PT09QUFBSUlJTU1NUVFRVVVVWVlZXV1dYWFhZWVlaWlpbW1tcXFxdXV1eXl5fX19gYGBhYWFiYmJjY2NkZGRlZWVmZmZnZ2doaGhpaWlqampra2tsbGxtbW1ubm5vb29wcHBxcXFycnJzc3N0dHR1dXV2dnZ3d3d4eHh5eXl7e3t8fHx9fX1+fn5/f3+AgICBgYGCgoKDg4OEhISFhYWGhoaHh4eIiIiKioqLi4uMjIyNjY2Pj4+QkJCSkpKTk5OUlJSVlZWWlpaXl5eYmJiZmZmampqbm5ucnJydnZ2enp6fn5+goKChoaGioqKjo6OkpKSlpaWmpqanp6eoqKipqamqqqqrq6usrKytra2urq6vr6+wsLCxsbGysrKzs7O0tLS1tbW2tra3t7e4uLi5ubm6urq7u7u8vLy9vb2+vr6/v7/AwMDBwcHCwsLExMTFxcXGxsbHx8fIyMjJycnKysrLy8vMzMzNzc3Ozs7Pz8/Q0NDR0dHS0tLT09PU1NTV1dXW1tbX19fY2NjZ2dna2trb29vc3Nzd3d3e3t7f39/g4ODh4eHi4uLj4+Pk5OTl5eXm5ubn5+fo6Ojp6enq6urr6+vs7Ozt7e3u7u7v7+/w8PDx8fHy8vLz8/P09PT19fX29vb39/f4+Pj5+fn6+vr7+/v8/Pz9/f3+/v7///+Liv7iAAAACXBIWXMAAA7DAAAOwwHHb6hkAAAdYElEQVR4nO3djX8U9Z0H8N1sIKCnliul1pbe1Sq9K2d655We0Nz1WkUrrT2ppfbBB6ABFWKKlUKpRW0txmuFk1qoingWsVyLtmfqlau9XEG0WjxELA9RDEHytM8zO99/4GZ3ZkP299uZ+SxkM1ny+bxeJSbzYb6zs++GySaZX0QYpkYTCfsAGOZkQ7xMzYZ4mZoN8TI1G+JlajbEy9RsKsPb75FUxmuLlmwSbSaMAbSaxucbCXw+vNN0Gm0O4POTWXh+JoXPj6PVFD4/C8+PVzDf80lNnhTebo+kTK8tWqw42uyTt9FqOgvPlwG0OSDH0Go2gzbfln60GrfQZreRQpvHpRetJnPw/FwSbfZKD1pNGV5b+og3KMQLzyde/RCJFwzxEm9piBeeT7z6IRIvGOIl3tIQLzyfePVDJF4wxEu8pSFeeD7x6odIvGCIl3hLQ7zwfOLVD5F4wRAv8ZaGeOH5xKsfIvGCIV7iLQ3xwvOJVz9E4gVDvMRbGuKF5xOvfojEC4Z4ibc0xAvPH3V4ty+6+RtHRPa33NzyJvH6h3jRZgV4x9d7bQnE+/qX++XxuyR3/W759WPE6x/iRZsw3oaInVj5bYF4TbuxY7nsWcTLhuAQL9qE8UYKKb8NueZN3dwh7avWLrvTvnqQY/PmzdtseCRneW3RIjm0aQq8U6sa83PVmW9WY34FJ7Ua8yt5UsH5Dt76stsywXi7l/xCpP0LXbL96/Z7fatXr25PecS0vLZoEQNtZiSNVs0cPj+LNrMC7zRnos00Pt+ozvwMPB9/Uq3hf1IdvA3lNwbiPbxgl/3ni8tE+j/Lywb/8LIBbY7MZUNmwd78G+OGw7KjhXj9Q7xoE8Y7NW93fPltgXifuaq5ublVZG/rktsOEa9/iBdt8psUWogXbRKvPod4wRAv8SohXrRJvPoc4gVDvMSrhHjRJvHqc4gXDPESrxLiRZvEq88hXjDES7xKiBdtEq8+h3jBEC/xKiFetEm8+hziBUO8xKuEeNEm8epziBcM8RKvEuJFm8SrzyFeMMRLvEqIF20Srz6HeMEQL/EqIV60Sbz6HOIFQ7zEq4R40Sbx6nOIFwzxEq8S4kWbxKvPIV4wxEu8SogXbRKvPod4wRAv8SohXrRJvPoc4gVDvMSrhHjRJvHqc4gXDPGO4GpA8TnNzc0/JV7/EC9YnBaNRleA3VPA664G1HU9P/MGh3ix3uTC7c5nYeVTwOuuBvT64uL7nZ2dfcc9kja9tmixkmhzQHrRasaA50sCbSakB60aWbTZK3G0mrTQ5nEzjTb7pB+tpnLw/FwK60ULeKNY2RtVf+Blg7Ma0MtfvWPJ3V32O0caGxvbfMoMExhnoYnKvs4qE6O4O+9KYTWgo79MyRO32u9lOjo6DvV6JGN6bdFipdBmQvrRataA50sSbSalD60aWbTZJwm0mhK02Wtm0OaAxNFqOgfPz6WxnvuZFyt7o4oH4nVWA8qnb45V9Ox1ecJrXjBj+5p3YgHvJKx8Cte87mpAz91tylOtg5+MveYQL5ixjbd7YjQSPQvsngJedzUgc23zLcu5cHZAiBdt8psUWogXbRKvPod4wRAv8SohXrRJvPoc4gVDvMSrhHjRJvHqc4gXDPESrxLiRZvEq88hXjDES7xKiBdtEq8+h3jBEC/xKiFetEm8+hziBUO8xKuEeNEm8epziBcM8RKvEuJFm8SrzyFeMMRLvEqIF20Srz6HeMEQL/EqIV60Sbz6HOIFQ7zEq4R40Sbx6nOIFwzxEq8S4kWbxKvPIV4wxEu8SogXbRKvPod4wRAv8SohXrRJvPoc4gVDvMSrhHjR5hjB6yyoYufpK1LE6x/iRZsjg9ddUEXkcOtc4g1IzeCNRSKROqyav4v5RKiZv2V0FDyAkcHrLqgixq0HriHegNQK3nGFO5PHkKpzB35or869+rEjGLFr3vyCKvLANingjW/YsGFn3CPZnNcWLVYGbaYkgVYNE54vabSZFninJjw/gc/P4PNzBtZz14RAqs7SJ/VAs96pYkeQkiRWtJ9UT1TJYLyFBVV2rrIcvF1NTU3rLI+IeG3Rq3CzgirnYz0HbwSpOs06oFmH79QangeVDcTrLKjyvZtaWuYsfYOXDb6plcuGOvxf+Ai89smkCH6FMUKXDe6CKvnwmjcotYK3G2fWgF/IFj6fN2AHMDJ43QVViBdJzeDtro/Wg80VdXXYiw3d3RPr6tAFhflNCi3EizbHxuu8xEu88Hzi1Q+ReMEQL/GWhnjh+cSrHyLxgiFe4i0N8cLziVc/ROIFQ7zEWxrihecTr36IxAuGeIm3NMQLzyde/RCJFwzxEm9piBeeT7z6IRIvGOIl3tIQLzyfePVDJF4wxEu8pSFeeD7x6odIvGCIl3hLQ7zwfOLVD5F4wRAv8ZaGeOH5xKsfIvGCIV7iLQ3xwvOJVz9E4gVDvMRbGuKF5xOvfojEC4Z4ibc0xAvPJ179EIkXDPESb2mIF55PvPohEi8Y4iXe0hAvPH/U4XVXAxpcFIh4vRMy3hWxcWh1bOB1VwMaXBSIeH0SLt66Cm7uPDbwuqsBFRcFIl6/hIu3ktvqjw284q4GVHxzbN68eZsNj+Qsry1aJIc2TYF3alVjfq46883hnu+uxoOVzeGfb1T2pOLzPU9qJhhvYTWgwTd9q1evbk95xLS8tmgRA21mJI1WzRw+P4s2swLvNGeizTQ+3wDnNzh40fkZeD7+pFpVeVK95wfidVYDKr7hZYNfRsFlA7iI39i4bHBXAxqyKBDxeiZcvPlPvdGpWHds4HVXAxqyKBDxeoav86JNfpNCC/GiTeLV5xAvGOIlXiXEizaJV59DvGCIl3iVEC/aJF59DvGCIV7iVUK8aPP0xDuw7qrzJ006/6p1A8TrhHjh+eHitb4/6T3X3rNh4z1ffM+k71vEmw/xwvPDxTt7+hMuWeuJ6ZcTbz7EC88PF29r9oTQ7K3Emw/xwvPDxfvUiXjKJV7PEC/arAbeyIkQrxviheeHi3foT8UTrxPiheeH/VKZSP9Ddyz/SV9ZtMTrH+JFm1XC+/yfn3nhhROmvEa8bogXnh863hlLkyIDC2cTrxviheeHjndCIv/nwDuJ1w3xwvNDx/vu7vyfx6YQrxviheeHjnfuZXss6+VPzSFeN8QLzw8d75G/j8TqIh8+SLxuiBeeHzpekef//aH/9f6hHOL1DvGiTb7Oq4V40eZpipev8yohXnh+6Hj5Oq8S4oXnh46Xr/MqIV54fuh4+TqvEuKF54eOl6/zKiFeeH7oePk6rxLiheeHjpev8yohXnh++HjfWr9y1YZjg++6ywAl1swh3qBUA++EaLQO3euYx/tE/VkXfGBiw3b33eIyQCuevZJ4g1IFvPUVrJJCvO990BRJfWuq+25xGaBEysFrdnZ29h33SNr02qLFSqLNAelFqxkDni8JtJmQHrRqZNFmr8SxovMLhfVY2Uyj8/ukH62mcmjzeC6FNvvFE5Eab1T9Gt73Ff5MTTzxedZZBsjFe6SxsbHN94KYGc44eKNhH8aoTPH3LId8h60r/+eLMwc/4C4D5OLNdHR0HOr1SMb02qLFSqHNhPSj1awBz5ck2kxKH1o1smizTxJY0cEbw8pmBp0/IHG0ms6hzd5cGm3GZQCteqOKa3jXTV+zbctd0+4v3rqhuAxQite8ganCNW+M17wVXPMqt24YXAaIeINTjVcb7K/YoivA7pjHmyq9dYO7DFBP89euaF5KvP7h67xosxp47xt6PVzyTkk85xAvGOIdfrwXzd5dBLp79kXEmw/xwvPDxZu+ZfyMlVt+s2PLihnjb0kTbz7EC88P+5r3wLLp9pcI9dOX+f1kjucc4gVDvNVak6K31//ncojXI8SLNquE90vx8mCJNzjEizarhHfqC8RbEuKF54eO94GPfGfzVjvE64Z44fmh443EnBCvG+KF54eO1wy+aiBejxAv2uQdc7QQL9o8TfHyjjlKiBeeHzpe3jFHCfHC80PHyzvmKCFeeH7oeHnHHCXEC88PHS/vmKOEeOH5oePlHXOUEC88P3S8vGOOEuKF54eO1/kR9OPnEa8b4oXnh4z39/c33J/P0jOI1w3xwvNDxtt+WXRqPhfeS7xuiBeeH/plQ5OfWuL1DfGizSrhTTT/XOS+hb4/ku45h3jBEG9V8F7/V7tFOqbPJ143xAvPDx3vOws/kvN//A5bMcQLzw8d75lv5f98/UzidUO88PzQ8V4xd3/O/MMnPkO8bogXnh863kONkbpoZMax8myJ1y/Eizar+O3hLS/Kn4jXDfHC80cBXsswjINnF99zV1LZctPSNRni9Q/xos0q4d07Y1z+3rwfKb7vrKTy0o1JeXAT8fplcjQSiU6DqvlbRqNr/BCv1xYd7yc+t+WcJ5dd0jP4mbdwV+nta0T2LSJev0Tgm5hPLDRBvcTrtUXHe1a/TBF55MQ3KQp4913XYz1yjf0f8Q0bNuyMeySb89qixcqgzZQk0KphwvMljTbTgvWmOXiRahSvxuMZcL6dnIE2k5JCq1kLnm9l0WZKkmjV8ESV1PCenZApKUlPLsUrT7eu2Pol+21XU1PTOssj9vUyGrxZQTXU+Wc4IqcBVRfv8M63qvT4K9npyM7Panibrk18/K7sjkkKXju7WnnZ4Bf8sqHOWZ8K2y0vG7y26JcNL57f858NschtpXiPLUmby39GvH4pkIxB1cKn3lnYbonXa4uC92hO8suw7Xv0f4pOiyupPLZg8UaLeH0zqa7uXLA6rg5T3k28MN5xveL7Qw3E6xu+zos2q4H3/TPn1893QrxuiBeeHy7ejnmXx2Y7IV43xAvPD/0Ltkt42VAa4oXnh44Xiecc4gVDvFXEe+8/Ea8b4oXnjxK8668mXjfEC88fJXj94zmHeMEQb1XwJu8UefSS63vKsyVevxAv2qwS3hsvMl+pb571FeJ1Q7zw/NDxTj4o37xU3jyXeN0QLzw/dLwTcvLRH4rZQLxuiBeeHzre85/ZVX9Qdv4F8bohXnh+6HjXRyML5Oh5q4jXDfHC80PHK6/tssT40X7idUO88Pzw8Sq/+k68xIsmdLzqr74TL/GiCR2v+qvvxEu8aELHq/3qO/ESL5jQ8Wq/+k68xAsmdLzar74TL/GCCR2v9qvvxEu8YELHm8+QX30nXuKF548KvEHxnEO8YIiXeJUQL9okXn0O8YIhXuJVQrxok3j1OcQLhniJVwnxok3i1ecQLxjiHRG87mpAIk9fkRqTeBtik9Eq8aLNEcLrrAYkcrh17ljEO6uCe5gT72jD66wGJMatB64Zi3id5SPqsTLxos2RuuZ18D6wTQp4j82bN2+z4ZGc5bVFi+TQpinwTq3hn+8sNBEd/vkm2sxV8PgrOKnVmF/Jk4rP9zypGRDvzlWWg7dv9erV7SmPmJbXFi1ioM2MpNGqmcPnZ7Geixcr50x0fBqdn0oZgjYrmp+B5+NPqlWVJ9V7Poj3eze1tMxZ+sZYvWw4AyvzsgFtjuxlg50xec1b0IsufkK8aHNk8BZXAxqzePk6b+3iLRvPOcQLhniJVwnxok3i1ecQLxjiJV4lxIs2iVefQ7xgiJd4lRAv2iRefQ7xgiFe4lVCvGiTePU5xAuGeIlXCfGiTeLV5xAvGOIlXiXEizaJV59DvGCIl3iVEC/aJF59DvGCIV7iVUK8aJN49TnEC4Z4iVcJ8aJN4tXnEC8Y4iVeJcSLNolXn0O8YIiXeJUQL9okXn0O8YIhXuJVQrxok3j1OcQLhniJVwnxok3i1ecQLxjiJV4lxIs2iVefQ7xgiJd4lRAv2hwjeJ3VgKyHFy1pPXD64I1Go+ANo4m3hvE6qwG9stKQbatOG7yF252Pw7rEC88fdXgTxTujm+vX2n9m9+zZ09XjkbTptUWLlUKbcelDq1kD69U5K01g5YT0ovONLNrskzhaTVpos8fMoM1+GUCrqRw8P5dGmwPSj1YznqgGAvEWb+v/8NW35++MfqSxsbHNu1wbcRaaqOw6nxl1Mdy3wJoU5kPftv/MdHR0HOr1SMb02qLFSqHNhPSj1ayB9dzPvFg5KX3ofCOLNvskgVZTgjZ7zQzaHJA4Wk3n4Pm5NNqMywBa9UYVB/EeetW+0v1M8UOelyc1dc0LrgzIa154/qi75nXwPrcwKb9aetrgnRWNRMeDXeKF5482vMXVgDY1L1526LTBy9d5xwTesvGcQ7xgiJd4lRAv2iRefQ7xgiFe4lVCvGiTePU5xAuGeIlXCfGiTeLV5xAvGOIlXiXEizaJV59DvGCIl3iVEC/aJF59DvGCIV7iVUK8aJN49TnEC4Z4iVcJ8aJN4tXnEC8Y4iVeJcSLNolXn0O8YIiXeJUQL9okXn0O8YIhXuJVQrxok3j1OcQLhniJVwnxok3i1ecQLxjiJV4lxIs2iVefQ7xgiJd4lRAv2iRefQ7xgiFe4lVCvGiTePU5xAuGeEdwQZXiG+L1C/GizRFdUKX4ZuTx5u9iHoOa06KRSHQSuFviRau1jNddUGVwXZURxuvcgb8BqTr36gfnEy9arWW8xTUp3Df9bW1tv016xMh5bdEiWazniIzi1XOHd34ymRG0mcyZaDMlGbSarWC+gTbTkkarhgXPt6oy3xtVpXi7mpqa1lkeEfHaolfBnosXaM5yqhOGd35F1So8/vDnV7LTkZ2frRTvSF82OKtO1SFVXjbwsmF04V1R+MQLVWMw827iHRN43QVViuuqjDje7u76OnTdnml1dZPRvRIvWq1hvGXjOYev84IhXuJVQrxok3j1OcQLhniJVwnxok3i1ecQLxjiJV4lxIs2iVefQ7xgiJd4lRAv2iRefQ7xgiFe4lVCvGiTePU5xAuGeIlXCfGiTeLV5xAvGOIlXiXEizaJV59DvGCIl3iVEC/aJF59DvGCIV7iVUK8aJN49TnEC4Z4iVcJ8aJN4tXnEC8Y4iVeJcSLNolXn0O8YIiXeJUQL9okXn0O8YIhXuJVQrxok3j1OcQLhniJVwnxok3i1ecQLxjiJV4lxIs2xxbezV9fefuBILz1sWngEU2OjUMPnnjRJvGWz975OWn/pj/eBvzmzoX7nYP30iVetEm85XPkqwOydY0/Xvy2+hMj+P3OiZd4PQJfNmz7/OIb3rbfHv30pz+90SwbB299+Y0lcdanigBNOznBenYsC65KDm2elvNz+HwLny9Vme+50wyI97UFfbI9f9nQt3r16vZU2Tgix5ffWBIXL9C0k5E0VkylzBzaTEkWbWYF3mnORJtpfL5RnfkZeL4Fz7cMtFnJk+o9H8S7tU2k5zP+lw1R+LJhKi8beNmAVk/9smHnoqw8t8Qf76woulZldz1ul3iJ1yP4S2Wty5cHvlTG13nRJvHymxRKiBdtEq8+h3jBEC/xKiFetEm8+hziBUO8xKuEeNEm8epziBcM8RKvEuJFm8SrzyFeMMRLvEqIF20Srz6HeMEQL/EqIV60Sbz6HOIFQ7zEq4R40Sbx6nOIFwzxEq8S4kWbxKvPIV4wxEu8SogXbRKvPod4wRBvaHi98uwjcHXtTrS5v20ArT61BW3m2l5Gq39sM9Dq1l+gzUTba2h11w/QpmxqR5tvt3Wi1d/+CJ7/4G/R5httx9BqeyCq4cF71+fg6iUPos3/anwLrd52A9rMNsLOf9aYCi45WXgr2uxuhJ395KNoUz5/B9p8rRH+5PGvl8LzL2tDm7sa96HV1XODGsTrGeKF5xOvGuJFm8R7Kunpgqtv9KPNVKeJVt8+ijatzjhaTXRaaLX7bbSZ60yi1YE30KZ0HUeb2c40Wu07As8/0hfccZLpzKLVYFTDg5dhQgjxMjWbYcFbcgNq32y5aemaTHAtsWZO/s32RTd/I+jfLqdqPbxoSWvQIbh73d9yc8ubSPO55ubmBdcE7HTwGJ++IugS2anG59i7/Sm0U+S8ulXgxLrnCDhVJyqBD8qtAg+quFPg9LvVwPM/HHhLb0Dtl5duTMqDm4J7K5690v7z9S/3y+N3QdVXVhqybRVUzV2/W379GNLMZ9Oj/s3BYzzcOjfgeXarXdcHHOZgEzmvbhU5se45Ak7VYCX4QblV4EG5TeT0DzlE3/M/HHhLb0Dtl+12a9+i4F4ilcdj2l8G7FgOVfPt9Wuh6h54vp3ORQHfqCgeo3HrgWsCnme3+vriwPFuEzmvbhU8se45Cj5VTgV4UG4VeFBuEzn9MniI/ud/WC4bijegDsy+63qsR64BikU8qZs7wOrDV98eeJ4L1fZVa5fdGXQxUpz/3R1B+3SP8YFtAjzP+erLX71jyd2BX0gXdoqd13wVO7HuOQJOlVOBHlShCj2oQhM6/YOH6H/+hwPv4A2og/N064qtXwJ6Lp7uJcHfdx38zPvQt6Fq+xe6ZPvXsZ0euSH41bLCMe5cZQHPc6F69JcpeSLodeFCEzuvzjnCTqx7joBTla9gD6pQhR5UoQmd/uIhBpz/4cBbegPqoOxqBUoOnsMLdoHVQ6/az2LgIRSqLy4T6f8sNF8eC/72vnOM37uppWXO0oAXZk88nL45/v+ncJrQeT2x06AT654j4FS5FeRBDdlbwINym8jpH9xpwPkfDrylN6D2y7ElaXP5z4BiAU9mwV60+tzCpPxqKVQ1bjgsO1qQpsjywB84GXKMQZ+k3Opzd5vylL8zt4mcV7eKnFj3HAGnakgl6EEVdxr8oNwmcvoH5wec/+F5qWzoDah989iCxRuD/yXuaf7aFc1L5ZmrmpubAz6duFXZ1Lx42SGsurd1yW3+1WJTFrwSdKhDjjHoeXar5trmW5b7v1ZU3ClwXotV5MS65wg4VScqgZcNThV4UMWdBp/+E/MDzj+/ScHUbIiXqdkQL1OzIV6mZkO8TM2GeIczHX/ZEPyTxemLkB/dNiJPFf+z5XL4B4vHVoh3ODNv5vGc8qH236ulW6DfUBiCN/vX3z/F4zpNQ7zDmcvnax+afb/ygYPjn0d2NQSvbJkE/x71mArxnnRe+ud3nP3JfSI/vmDClIWF1/IvidWf2VX88OE5Z05ZmGiKNlwkb809d+KM/xYz8sD7vyy3zZDBv+N2c5GNTVOn7W758Lu/K6nIv82c+r4nC3iPXH3uGTN3iVjvWRfyYx2dId6Tzgevjfd9dobsjz5j7p9+Z+FDs+cPflj+9nNvvvqhZplqf+a9+FNdiaVndUvsI7v65W9WyODfKXZj/zBgzjznCXkq1mVEpr8lD47ryuO9+OpjydvflRT54lUhP9bRGeI96RxP2P+gj7N2RezLAPdXRfN43Q/vjrwm8vzP83ifj+wRSZ75E4l9x+7UbxEp/h23KzFb+LLzRAYivzMia+xNZ6238e6KvCmSO2ezyD0fDPWRjtYQ70mnvWnKlHMihjW/fsbKV50P5fG6H3486nzpZuN9vC7/asG0b0vMdtgb+Y19HeD+HbcrsW0iK/8uf6H7rBGx/1suWGnjfTRSiP1JfcOk0B7laA7xnmz2NdyZkidtefKnH1xav7nwMRtv8cM/jTqfjQfxXrBcYlvzeAs/X134O4O7iP2HjfdiF2/+xhIfWGXjfTJS/KmYjcRbLsR7snk0lhW5LWIY+Vd2m2cWPmbjLX74hchLIh335fG+EHlZJD5xYwGvlb9scP9OsVuK926R1MQf23j/GPmdXdtv/++e80N8oKM3xHuy+V1kR3rTzMjBH523M3fk49fJ+nsLeIsflos/+fre6QvlwpYemXHpsYGvvauvgFemrxRx/85gtwTvh/6Q+tb47vwXbP8442D2h2e8IXItv2ArF+I96bS+Y9J1xxvP2f+t944/9ys9cvU/Ode87of/dPTKMybfGJd7J54nB6981zsv2ysO3mUfs78Kc/9OsVuC94cfmzD1585LZf9y9p/NyF8in8eXysqFeEc6B8a/4Ld56DcnitnKb1KUDfGOeG6Z7be1DN7sdH57uGyId8STvug+n61l8LbO5g/mlA3xMjUb4mVqNsTL1GyIl6nZEC9TsyFepmZDvEzN5v8BBgHWgiL4j5MAAAAASUVORK5CYII=" />

<!-- rnb-plot-end -->

<!-- rnb-chunk-end -->


<!-- rnb-chunk-begin -->


<!-- rnb-source-begin eyJkYXRhIjoiYGBgclxuZW1icnlvX3NjZVxuXG5gYGAifQ== -->

```r
embryo_sce

class: SingleCellExperiment 
dim: 23434 64018 
metadata(0):
assays(2): counts logcounts
rownames(23434): ENSMUSG00000051951 ENSMUSG00000102343 ... ENSMUSG00000063897
  ENSMUSG00000095742
rowData names(2): ENSEMBL SYMBOL
colnames(64018): cell_7625 cell_7626 ... cell_139330 cell_139331
colData names(22): cell barcode ... synth_samples true_labels
reducedDimNames(6): pca.corrected umap ... pca_batch umap_batch
altExpNames(0):

Preprocessing

logcounts(embryo_sce) <- log1p(counts(embryo_sce))
## Exclude zero counts genes
keep.rows <- rowSums(logcounts(embryo_sce)) != 0
embryo_sce <- embryo_sce[keep.rows, ]

dec <- modelGeneVar(embryo_sce)
hvgs <- getTopHVGs(dec, n=5000)

## Drop cells with NAs in corrected pca (low quality)
embryo_sce <- embryo_sce[,apply(reducedDim(embryo_sce, "pca.corrected"), 1, function(x) all(!is.na(x)))]

## Run UMAP (the data has been subsetted)
# embryo_sce <- scater::runPCA(embryo_sce, subset_row=hvgs)
embryo_sce <- scater::runUMAP(embryo_sce, dimred="pca.corrected")

plotReducedDim(embryo_sce, "UMAP", colour_by="celltype", text_by="celltype", point_size=0.1) +
  scale_color_manual(values=EmbryoCelltypeColours) +
  guides(color=guide_legend(override.aes = list(size=2)))

Scale for 'colour' is already present. Adding another scale for 'colour', which will replace the existing scale.

Save object 4 benchmark

```r
saveRDS(embryo_sce, \/nfs/team205/ed6/data/milo_benchmark/embryo_data_bm.RDS\)

<!-- rnb-source-end -->

<!-- rnb-chunk-end -->


<!-- rnb-text-begin -->


Save list of celltype names and sample by sizes


<!-- rnb-text-end -->


<!-- rnb-chunk-begin -->


<!-- rnb-frame-begin eyJtZXRhZGF0YSI6eyJjbGFzc2VzIjpbImdyb3VwZWRfZGYiLCJ0YmxfZGYiLCJ0YmwiLCJkYXRhLmZyYW1lIl0sIm5jb2wiOjMsIm5yb3ciOjM3fSwicmRmIjoiVWtSWU13cFlDZ0FBQUFNQUJBQURBQU1GQUFBQUFBVlZWRVl0T0FBQUJBSUFBQUFCQUFRQUNRQUFBQUY0QUFBREV3QUFBQU1BQUFNTkFBQUFKUUFBQUFFQUFBQUNBQUFBQXdBQUFBUUFBQUFGQUFBQUJnQUFBQWNBQUFBSUFBQUFDUUFBQUFvQUFBQUxBQUFBREFBQUFBMEFBQUFPQUFBQUR3QUFBQkFBQUFBUkFBQUFFZ0FBQUJNQUFBQVVBQUFBRlFBQUFCWUFBQUFYQUFBQUdBQUFBQmtBQUFBYUFBQUFHd0FBQUJ3QUFBQWRBQUFBSGdBQUFCOEFBQUFnQUFBQUlRQUFBQ0lBQUFBakFBQUFKQUFBQUNVQUFBUUNBQUFBQVFBRUFBa0FBQUFHYkdWMlpXeHpBQUFBRUFBQUFDVUFCQUFKQUFBQUNVRnNiR0Z1ZEc5cGN3QUVBQWtBQUFBWlFXNTBaWEpwYjNJZ1VISnBiV2wwYVhabElGTjBjbVZoYXdBRUFBa0FBQUFUUW14dmIyUWdjSEp2WjJWdWFYUnZjbk1nTVFBRUFBa0FBQUFUUW14dmIyUWdjSEp2WjJWdWFYUnZjbk1nTWdBRUFBa0FBQUFPUTJGeVpHbHZiWGx2WTNsMFpYTUFCQUFKQUFBQUQwTmhkV1JoYkNCbGNHbGliR0Z6ZEFBRUFBa0FBQUFQUTJGMVpHRnNJRTFsYzI5a1pYSnRBQVFBQ1FBQUFCTkRZWFZrWVd3Z2JtVjFjbVZqZEc5a1pYSnRBQVFBQ1FBQUFBMUVaV1l1SUdWdVpHOWtaWEp0QUFRQUNRQUFBQXRGYm1SdmRHaGxiR2wxYlFBRUFBa0FBQUFJUlhCcFlteGhjM1FBQkFBSkFBQUFDa1Z5ZVhSb2NtOXBaREVBQkFBSkFBQUFDa1Z5ZVhSb2NtOXBaRElBQkFBSkFBQUFDa1Z5ZVhSb2NtOXBaRE1BQkFBSkFBQUFERVY0UlNCbFkzUnZaR1Z5YlFBRUFBa0FBQUFNUlhoRklHVnVaRzlrWlhKdEFBUUFDUUFBQUF4RmVFVWdiV1Z6YjJSbGNtMEFCQUFKQUFBQUhFWnZjbVZpY21GcGJpOU5hV1JpY21GcGJpOUlhVzVrWW5KaGFXNEFCQUFKQUFBQUEwZDFkQUFFQUFrQUFBQWVTR0ZsYldGMGIyVnVaRzkwYUdWc2FXRnNJSEJ5YjJkbGJtbDBiM0p6QUFRQUNRQUFBQlZKYm5SbGNtMWxaR2xoZEdVZ2JXVnpiMlJsY20wQUJBQUpBQUFBQ2sxbGMyVnVZMmg1YldVQUJBQUpBQUFBRGsxcGVHVmtJRzFsYzI5a1pYSnRBQVFBQ1FBQUFCQk9ZWE5qWlc1MElHMWxjMjlrWlhKdEFBUUFDUUFBQUF4T1pYVnlZV3dnWTNKbGMzUUFCQUFKQUFBQUEwNU5VQUFFQUFrQUFBQUpUbTkwYjJOb2IzSmtBQVFBQ1FBQUFCRlFZWEpoZUdsaGJDQnRaWE52WkdWeWJRQUVBQWtBQUFBUlVHRnlhV1YwWVd3Z1pXNWtiMlJsY20wQUJBQUpBQUFBQTFCSFF3QUVBQWtBQUFBVFVHaGhjbmx1WjJWaGJDQnRaWE52WkdWeWJRQUVBQWtBQUFBUVVISnBiV2wwYVhabElGTjBjbVZoYXdBRUFBa0FBQUFVVW05emRISmhiQ0J1WlhWeVpXTjBiMlJsY20wQUJBQUpBQUFBRUZOdmJXbDBhV01nYldWemIyUmxjbTBBQkFBSkFBQUFDMU53YVc1aGJDQmpiM0prQUFRQUNRQUFBQkJUZFhKbVlXTmxJR1ZqZEc5a1pYSnRBQVFBQ1FBQUFCRldhWE5qWlhKaGJDQmxibVJ2WkdWeWJRQUFCQUlBQUFBQkFBUUFDUUFBQUFWamJHRnpjd0FBQUJBQUFBQUJBQVFBQ1FBQUFBWm1ZV04wYjNJQUFBRCtBQUFBRFFBQUFDVUFBQWNJQUFBQUFnQUFBVllBQUFoMkFBQUV0Z0FBQnlFQUFBUHlBQUFEUlFBQUFSOEFBQVE3QUFBQVlnQUFDMjhBQUFSUkFBQUtpQUFBRGZRQUFCRGFBQUFJM1FBQUV2WUFBQWFZQUFBSEVRQUFETEVBQUE4b0FBQUF3QUFBQUdVQUFBSnVBQUFIK1FBQUFVd0FBQTVUQUFBQUtnQUFBTVFBQUF0UkFBQUFRQUFBRGdVQUFBZmZBQUFIQkFBQURJSUFBQUR6QUFBRERRQUFBQ1VBQUFBRkFBQUFBUUFBQUFRQUFBQUZBQUFBQlFBQUFBVUFBQUFFQUFBQUJBQUFBQVFBQUFBRkFBQUFBd0FBQUFVQUFBQUZBQUFBQlFBQUFBVUFBQUFGQUFBQUJRQUFBQVVBQUFBRkFBQUFCUUFBQUFVQUFBQUZBQUFBQXdBQUFBTUFBQUFFQUFBQUJRQUFBQVFBQUFBRkFBQUFBZ0FBQUFNQUFBQUZBQUFBQXdBQUFBVUFBQUFGQUFBQUJRQUFBQVVBQUFBRUFBQUVBZ0FBQXY4QUFBQVFBQUFBQlFBRUFBa0FBQUFOS0RBdU1qazRMREF1T1RjNFhRQUVBQWtBQUFBTUtEQXVPVGM0TERFdU5qWmRBQVFBQ1FBQUFBc29NUzQyTml3eUxqTXpYUUFFQUFrQUFBQUxLREl1TXpNc015NHdNVjBBQkFBSkFBQUFDeWd6TGpBeExETXVOamxkQUFBRUFnQUFBLzhBQUFBUUFBQUFBUUFFQUFrQUFBQUdabUZqZEc5eUFBQUEvZ0FBQkFJQUFBUC9BQUFBRUFBQUFBRUFCQUFKQUFBQUNtUmhkR0V1Wm5KaGJXVUFBQVFDQUFBQUFRQUVBQWtBQUFBSmNtOTNMbTVoYldWekFBQUFEUUFBQUFLQUFBQUEvLy8vMndBQUJBSUFBQUFCQUFRQUNRQUFBQVZ1WVcxbGN3QUFBQkFBQUFBREFBUUFDUUFBQUFOd2IzQUFCQUFKQUFBQUNIQnZjRjl6YVhwbEFBUUFDUUFBQUFoemFYcGxYMkpwYmdBQUFQNEFBQVFDQUFBQUFRQUVBQWtBQUFBSGIzQjBhVzl1Y3dBQUFoTUFBQUFGQUFBQUVBQUFBQUVBQkFBSkFBQUFBWElBQUFBUUFBQUFBUUFFQUFrQUFBQVJkVzV1WVcxbFpDMWphSFZ1YXkwMU1qa0FBQUFLQUFBQUFRQUFBQUFBQUFBTkFBQUFBUUFBQUNVQUFBQU5BQUFBQVFBQUFBTUFBQVFDQUFBRi93QUFBQkFBQUFBRkFBUUFDUUFBQUFabGJtZHBibVVBQkFBSkFBQUFCV3hoWW1Wc0FBUUFDUUFBQUE1eWIzZHVZVzFsY3k1d2NtbHVkQUFFQUFrQUFBQUtjbTkzY3k1MGIzUmhiQUFFQUFrQUFBQUtZMjlzY3k1MGIzUmhiQUFBQVA0QUFBRCsifQ== -->

<div data-pagedtable="false">
  <script data-pagedtable-source type="application/json">
{"columns":[{"label":["pop"],"name":[1],"type":["fctr"],"align":["left"]},{"label":["pop_size"],"name":[2],"type":["int"],"align":["right"]},{"label":["size_bin"],"name":[3],"type":["fctr"],"align":["left"]}],"data":[{"1":"Allantois","2":"1800","3":"(3.01,3.69]"},{"1":"Anterior Primitive Streak","2":"2","3":"(0.298,0.978]"},{"1":"Blood progenitors 1","2":"342","3":"(2.33,3.01]"},{"1":"Blood progenitors 2","2":"2166","3":"(3.01,3.69]"},{"1":"Cardiomyocytes","2":"1206","3":"(3.01,3.69]"},{"1":"Caudal epiblast","2":"1825","3":"(3.01,3.69]"},{"1":"Caudal Mesoderm","2":"1010","3":"(2.33,3.01]"},{"1":"Caudal neurectoderm","2":"837","3":"(2.33,3.01]"},{"1":"Def. endoderm","2":"287","3":"(2.33,3.01]"},{"1":"Endothelium","2":"1083","3":"(3.01,3.69]"},{"1":"Epiblast","2":"98","3":"(1.66,2.33]"},{"1":"Erythroid1","2":"2927","3":"(3.01,3.69]"},{"1":"Erythroid2","2":"1105","3":"(3.01,3.69]"},{"1":"Erythroid3","2":"2696","3":"(3.01,3.69]"},{"1":"ExE ectoderm","2":"3572","3":"(3.01,3.69]"},{"1":"ExE endoderm","2":"4314","3":"(3.01,3.69]"},{"1":"ExE mesoderm","2":"2269","3":"(3.01,3.69]"},{"1":"Forebrain/Midbrain/Hindbrain","2":"4854","3":"(3.01,3.69]"},{"1":"Gut","2":"1688","3":"(3.01,3.69]"},{"1":"Haematoendothelial progenitors","2":"1809","3":"(3.01,3.69]"},{"1":"Intermediate mesoderm","2":"3249","3":"(3.01,3.69]"},{"1":"Mesenchyme","2":"3880","3":"(3.01,3.69]"},{"1":"Mixed mesoderm","2":"192","3":"(1.66,2.33]"},{"1":"Nascent mesoderm","2":"101","3":"(1.66,2.33]"},{"1":"Neural crest","2":"622","3":"(2.33,3.01]"},{"1":"NMP","2":"2041","3":"(3.01,3.69]"},{"1":"Notochord","2":"332","3":"(2.33,3.01]"},{"1":"Paraxial mesoderm","2":"3667","3":"(3.01,3.69]"},{"1":"Parietal endoderm","2":"42","3":"(0.978,1.66]"},{"1":"PGC","2":"196","3":"(1.66,2.33]"},{"1":"Pharyngeal mesoderm","2":"2897","3":"(3.01,3.69]"},{"1":"Primitive Streak","2":"64","3":"(1.66,2.33]"},{"1":"Rostral neurectoderm","2":"3589","3":"(3.01,3.69]"},{"1":"Somitic mesoderm","2":"2015","3":"(3.01,3.69]"},{"1":"Spinal cord","2":"1796","3":"(3.01,3.69]"},{"1":"Surface ectoderm","2":"3202","3":"(3.01,3.69]"},{"1":"Visceral endoderm","2":"243","3":"(2.33,3.01]"}],"options":{"columns":{"min":{},"max":[10],"total":[3]},"rows":{"min":[10],"max":[10],"total":[37]},"pages":{}}}
  </script>
</div>

<!-- rnb-frame-end -->

<!-- rnb-chunk-end -->


<!-- rnb-text-begin -->


### Load benchmarking results

Methods are run with `run_DA_R.r` and `run_meld.py`, wrapped in `submit_benchmark.sh`. The outcome is calculated in `build_outcome.R`. 


<!-- rnb-text-end -->


<!-- rnb-chunk-begin -->


<!-- rnb-source-begin eyJkYXRhIjoiYGBgclxubWV0aG9kX2xhYmVsc1xuXG5gYGAifQ== -->

```r
method_labels

[1] "Milo"                          "DAseq"                         "MELD"                         
[4] "Louvain"                       "Milo (~ batch + condition)"    "Louvain (~ batch + condition)"

Read outcome for embryo

Motivate threshold

metric="TPR"

pl_thr_1 <- outcome_df %>%
  filter(batchEffect==0 & str_detect(method, "_batch", negate = TRUE)) %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
                  FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  rename(metric=metric) %>%
  group_by(method, DA_thresh, batchEffect) %>%
  summarise(mean_metric=mean(metric), 
            sd_metric=sd(metric)) %>%
  ggplot(aes(DA_thresh, mean_metric, color=method)) +
  geom_point(size=2, alpha=0.7) +
  geom_ribbon(aes(ymin=mean_metric-sd_metric, ymax=mean_metric+sd_metric, fill=method), alpha=0.2, color=NA) +
  geom_line() +
  geom_vline(linetype=2, xintercept = 0.6, alpha=0.8) +
  scale_color_methods() +
  scale_fill_methods() +
  xlab("probability threshold") +
    ylab(paste("mean", metric)) +
  xlim(0.5,0.9) +
    theme_bw(base_size=16) 

metric="FDR"
pl_thr_2 <- outcome_df %>%
  filter(batchEffect==0 & str_detect(method, "_batch", negate = TRUE)) %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
                  FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  rename(metric=metric) %>%
  group_by(method, DA_thresh, batchEffect) %>%
  summarise(mean_metric=mean(metric), 
            sd_metric=sd(metric)) %>%
  ggplot(aes(DA_thresh, mean_metric, color=method)) +
  geom_point(size=2, alpha=0.7) +
  geom_ribbon(aes(ymin=mean_metric-sd_metric, ymax=mean_metric+sd_metric, fill=method), alpha=0.2, color=NA) +
  geom_line() +
  geom_vline(linetype=2, xintercept = 0.6, alpha=0.8) +
  scale_color_methods() +
  scale_fill_methods() +
  # facet_grid(batchEffect~., labeller="label_both") +
  xlab("probability threshold") +
    ylab(paste("mean", metric)) +
  xlim(0.5,0.9) +
    theme_bw(base_size=16) 

pl_thr_1 + pl_thr_2 + plot_layout(guides="collect") 

  ggsave(paste0(figdir, 'bm_prob_thresh.pdf'), height = 3, width = 8, useDingbats=FALSE)

outcome_df <- outcome_df %>%
  filter(DA_thresh==0.6) 

outcome_df <- outcome_df %>%
  filter(DA_thresh==0.6) 

pl_df <- outcome_df %>%
  filter(batchEffect==0 & str_detect(method, "_batch", negate = TRUE)) %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
         FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  mutate(pop=str_replace(pop, "_", " ")) %>%
  mutate(pop=factor(pop, levels=unique(pop))) %>%
  filter(DA_thresh >= 0.6 & batchEffect==0) 

fig <-  pl_df %>%
  ggplot(aes(method, TPR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.8, linetype=2) +
  theme_bw(base_size = 16) +
  scale_color_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  scale_fill_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  facet_grid(enr~., labeller = 'label_both') +
pl_df %>%
  ggplot(aes(method, FDR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.1, linetype=2) +
  theme_bw(base_size = 16) +
  scale_color_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  scale_fill_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  facet_grid(enr~., labeller = 'label_both') +
  plot_layout(guides='collect') &
  theme(axis.text.x=element_blank()) 
fig + ggsave(paste0(figdir, 'bm_nobatch.png'), height = 5, width = 8)

Breakdown by population: explain variability in MELD, population size

pop_sizes <- table(embryo_sce$celltype)

pl_df <- outcome_df %>%
  filter(batchEffect==0 & str_detect(method, "_batch", negate = TRUE)) %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
         FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  mutate(pop=str_replace(pop, "_", " ")) %>%
  mutate(pop_size=pop_sizes[pop])  %>%
  arrange(pop_size) %>%
  mutate(pop=factor(pop, levels=unique(pop))) %>%
  filter(DA_thresh >= 0.6 & batchEffect==0) 

pl1 <- pl_df %>%
  ggplot(aes(pop_size, TPR, color=method)) + 
  geom_point(size=2, alpha=0.7) +
  facet_grid(enr~., labeller="label_both") +
  geom_smooth(method="loess", span=3) +
  theme_bw(base_size = 16) +
  scale_color_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  scale_fill_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  xlab("Size of DA population") +
  xlim(0,7000) +
  # geom_segment(linetype=2, alpha=0.8, x=-1,xend=4500, y=0.8, yend=0.8) +
  ggpubr::stat_cor(label.x.npc = 1, label.y.npc = 1, hjust = 1) 

pl2 <- pl_df %>%
  ggplot(aes(pop_size, FDR, color=method)) + 
  geom_point(size=2, alpha=0.7) +
  facet_grid(enr~., labeller="label_both") +
  geom_smooth(method="loess", span=3) +
  theme_bw(base_size = 16) +
  scale_color_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  scale_fill_manual(values = method_colors, labels=setNames(method_labels, method_names)) +
  xlab("Size of DA population") +
  xlim(0,7000) +
  # coord_cartesian(ylim=c(0,1)) +
  geom_hline(yintercept = 0.1, linetype=2) +
  ggpubr::stat_cor(label.x.npc = 1, label.y.npc = 1, hjust = 1, 
                   ) 


((pl1 + pl2 ) + plot_layout(guides="collect") &
  theme(legend.position = "top")) +
  ggsave(paste0(figdir, "pop_size.png"), height = 7, width = 12,) +
  ggsave(paste0(figdir, "pop_size.pdf"), height = 7, width = 12, useDingbats=FALSE)

Batch effect

There were 20 warnings (use warnings() to see them)

pl_df <- outcome_df %>%
  filter(method != "milo" & method != "louvain" & method != "cydar_batch") %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
          FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  mutate(method=str_remove(method,"_batch"))

metric='TPR'
pl_left<- pl_df %>%
  rename(metric=metric) %>%
  group_by(method, DA_thresh, batchEffect, enr) %>%
  summarise(mean_metric=mean(metric), 
            sd_metric=sd(metric)) %>%
  mutate(group=paste(method, enr)) %>%
  ggplot(aes(as.numeric(batchEffect), mean_metric, color=method)) +
    geom_line() +
  geom_ribbon(aes(ymin=mean_metric-sd_metric, ymax=mean_metric+sd_metric, fill=method), alpha=0.2, color=NA) +
  geom_point(size=3) +
  facet_grid(enr~., labeller="label_both") +
  xlab("Batch effect magnitude") +
  ylab(paste("mean", metric)) +
  theme_bw(base_size=16) +
  geom_hline(yintercept = 0.8, linetype=2) +
  scale_color_manual(values = method_colors, labels=c(milo="Milo (~ batch + condition)", meld='MELD', louvain="Louvain (~ batch + condition)", daseq="DAseq", cydar="Cydar")) +
  scale_fill_manual(values = method_colors, labels=c(milo="Milo (~ batch + condition)", meld='MELD', louvain="Louvain (~ batch + condition)", daseq="DAseq", cydar="Cydar"))

`summarise()` regrouping output by 'method', 'DA_thresh', 'batchEffect' (override with `.groups` argument)

metric = "FDR"
pl_right <- pl_df %>%
  rename(metric=metric) %>%
  group_by(method, DA_thresh, batchEffect, enr) %>%
  summarise(mean_metric=mean(metric), 
            sd_metric=sd(metric)) %>%
  mutate(group=paste(method, enr)) %>%
  ggplot(aes(as.numeric(batchEffect), mean_metric, color=method)) +
  geom_line() +
  geom_ribbon(aes(ymin=mean_metric-sd_metric, ymax=mean_metric+sd_metric, fill=method), alpha=0.2, color=NA) +
  geom_point(size=3) +
  # geom_smooth() +
  facet_grid(enr~., labeller="label_both") +
  xlab("Batch effect magnitude") +
    ylab(paste("mean", metric)) +
    theme_bw(base_size=16) +
  geom_hline(yintercept = 0.1, linetype=2) +
  scale_color_manual(values = method_colors, labels=c(milo="Milo (~ batch + condition)", meld='MELD', louvain="Louvain (~ batch + condition)", daseq="DAseq", cydar="Cydar")) +
  scale_fill_manual(values = method_colors, labels=c(milo="Milo (~ batch + condition)", meld='MELD', louvain="Louvain (~ batch + condition)", daseq="DAseq", cydar="Cydar"))

`summarise()` regrouping output by 'method', 'DA_thresh', 'batchEffect' (override with `.groups` argument)

pl_left + pl_right + plot_layout(guides="collect") +
  ggsave(paste0(figdir, "batchEffect_linear.png"), height = 7, width = 12) +
  ggsave(paste0(figdir, "batchEffect_linear.pdf"), height = 7, width = 12, useDingbats=FALSE)

W and w/o batch control

Visualize outcome in UMAP

read_input_data <- function(embryo_sce, indir, pop, enr, seed, batchEffect, run_umap=TRUE){
  pca_file <- list.files(indir, pattern=paste0(pop,".+", "enr",enr,".+",'seed', seed, '.+batchEffect',batchEffect,".pca.csv"),
                         full.names = TRUE)
  coldata_file <- list.files(indir, pattern=paste0(pop,".+", "enr",enr,".+",'seed', seed,".coldata.csv"),
                         full.names = TRUE)
  colData(embryo_sce) <- read_csv(coldata_file) %>% column_to_rownames() %>% DataFrame()
  reducedDim(embryo_sce, "pca_batch") <- read_csv(pca_file) %>% column_to_rownames() %>% as.matrix()
  if (run_umap) {
    embryo_sce <- runUMAP(embryo_sce, dimred="pca_batch", name = 'umap_batch', n_dimred=1:30)  
  }
  embryo_sce
}

plot_outcome_umap <- function(sce, method, pop, enr, seed, batchEffect, true=FALSE, data_id="embryo", rasterize=FALSE){
  coldata_file <- list.files(indir, pattern=paste0(".+",data_id,".+",  pop,"_enr",enr,"_seed", seed, ".coldata.csv"),
                           full.names = TRUE)
  colData(sce) <- read_csv(coldata_file) %>% column_to_rownames() %>% DataFrame()
  
  res_file <- list.files(outdir, 
                         pattern= paste0(".+",data_id,".+", pop,"_enr",enr,"_seed", seed, '.+batchEffect',batchEffect,".DAresults.",method,".csv"),
                         full.names = TRUE)
  if (method=="meld") {
    sce$predicted <- ifelse(read_csv(res_file)[["Condition2"]] < 0.3, "NegLFC", 'NotDA')  
  } else if (method=="daseq") {
    sce$predicted <- ifelse(read_csv(res_file)[["pred"]] == "NegLFC", 'PosLFC', ifelse(read_csv(res_file)[["pred"]] == "PosLFC", "NegLFC", "NotDA"))
  } else {
    sce$predicted <- read_csv(res_file)[["pred"]]
  }
  if (true) {
    pl <- data.frame(reducedDim(sce, "umap_batch")) %>%
    rename(UMAP1=X1, UMAP2=X2) %>%
    mutate(true=sce$Condition1_prob) %>%
    arrange(true) %>%
    ggplot(aes(UMAP1, UMAP2, color=true)) + 
    geom_point(size=0.1) +
      scale_color_viridis_c(name="C1 probability", limits=c(0.5,0.9)) +
     theme_classic(base_size=18) +
      guides(color=guide_colorbar(title.position="top", title.hjust = 0.5)) +
     theme(axis.ticks = element_blank(),
           axis.text = element_blank(),
           legend.position = "top") +
     xlab("UMAP1") + ylab("UMAP2") 
  } else {
    pl <- data.frame(reducedDim(sce, "umap_batch")) %>%
    rename(UMAP1=X1, UMAP2=X2) %>%
    mutate(method=method) %>%
    mutate(predicted=factor(sce$predicted, levels=c("NegLFC", "PosLFC", 'NotDA'))) %>%
    arrange(- predicted) %>%
    ggplot(aes(UMAP1, UMAP2, color=predicted)) + 
    geom_point(size=0.1) +
    geom_point(data= . %>% filter(predicted!="NotDA"), size=0.2) +
     scale_color_manual(values=c(NegLFC="red", NotDA="grey", PosLFC="blue"), 
                        labels=c(NegLFC="Enriched in C1", NotDA="No DA", PosLFC="Depleted in C1"), name='') +
     guides(color = guide_legend(override.aes = list(size=1))) +
     theme_classic(base_size=18) +
     theme(legend.position=c(.15,.2), axis.ticks = element_blank(),
           axis.text = element_blank()) +
     xlab("UMAP1") + ylab("UMAP2") +
      facet_wrap(method~.)  
  }
  if (rasterize) {
    pl <- pl + rasterize(geom_point(size=0.1), dpi = 300)
  }
  pl
}

pop="Erythroid2"
enr='0.7'
seed='43'
batchEffect='0'
indir <- "~/data/milo_benchmark/synthetic_data/"

sce <- read_input_data(embryo_sce, indir=indir, pop=pop, enr=enr, seed=seed, batchEffect=batchEffect)

pl_ls <- lapply(c("meld", "milo", "louvain", "daseq"), function(x) plot_outcome_umap(sce, x, pop, enr, seed, batchEffect, true=FALSE))
pl_true <- plot_outcome_umap(sce, 'milo', pop, enr, seed, batchEffect, true=TRUE)
pl_true + 
  wrap_plots(pl_ls, nrow = 1, guides = "collect") +
  plot_layout(widths = c(1,4))

Plot benchmark design

reducedDim(embryo_sce, "UMAP") %>%
  ggplot(aes(data))

Design matrix

des_pl <- data.frame(colData(sce)[,c("synth_labels", "synth_samples")]) %>%
  distinct(synth_labels,synth_samples) %>%
  mutate(synth_labels=str_remove(synth_labels,"ondition"),
         count=1) %>%
  pivot_wider(id_cols = synth_samples, names_from=synth_labels, values_from=count,values_fill=0) %>%
  pivot_longer(cols=c(C1, C2), names_to="synth_labels") %>%
  ggplot(aes(synth_labels, synth_samples)) +
  geom_tile(fill="white", color="black", size=0.8) +
  geom_tile(data=. %>% filter(value>0), aes(fill=synth_labels), color="black", size=1) +
  theme_classic(base_size=16)   +
  scale_fill_brewer(palette="Set1") +
  guides(fill='none') +
  xlab("Synthetic \ncondition") + ylab('Synthetic samples') +
  theme(axis.text.y = element_blank(),axis.ticks.y = element_blank(),
        axis.line = element_blank())

(p1 + p2 + p3) + des_pl +
  plot_layout(widths=c(1,1,1,0.2), ncol=4) +
  ggsave(paste0(figdir, "bm_example.pdf"), height = 4, width = 12) +
  ggsave(paste0(figdir, "bm_example.png"), height = 4, width = 12)

Plot batch effect

Design matrix w batch effect

m1 <- data.frame(colData(sce)[,c("synth_labels", "synth_samples", 'synth_batches')]) %>%
  distinct(synth_labels,synth_samples) %>%
  mutate(synth_labels=str_remove(synth_labels,"ondition"),
         count=1) %>%
  pivot_wider(id_cols = synth_samples, names_from=synth_labels, values_from=count,values_fill=0) %>%
  pivot_longer(cols=c(C1, C2), names_to="synth_labels") %>%
  ggplot(aes(synth_labels, synth_samples)) +
  geom_tile(fill="white", color="black", size=1) +
  geom_tile(data=. %>% filter(value>0), aes(fill=synth_labels), color="black", size=1) +
  theme_classic(base_size=16)   +
  scale_fill_brewer(palette="Set1") +
  guides(fill='none') +
  xlab("Synthetic \ncondition") + ylab('Synthetic samples') +
  theme(axis.text.y = element_blank(),axis.ticks.y = element_blank(),
        axis.line = element_blank())

m2 <- data.frame(colData(sce)[,c("synth_labels", "synth_samples", 'synth_batches')]) %>%
  distinct(synth_labels,synth_samples, synth_batches) %>%
  mutate(synth_labels=str_remove(synth_labels,"ondition"),
         count=1) %>%
  pivot_wider(id_cols = synth_samples, names_from=synth_batches, values_from=count,values_fill=0) %>%
  pivot_longer(cols=c(B1, B2), names_to="synth_batches") %>%
  ggplot(aes(synth_batches, synth_samples)) +
  geom_tile(fill="white", color="black", size=1) +
  geom_tile(data=. %>% filter(value>0), aes(fill=synth_batches), color="black", size=1) +
  theme_classic(base_size=16)   +
  scale_fill_viridis_d(option="cividis") +
  guides(fill='none') +
  xlab("Synthetic \nbatch") + ylab('Synthetic samples') +
  theme(axis.text.y = element_blank(),axis.ticks.y = element_blank(), axis.title.y = element_blank(),
        axis.line = element_blank())

(m1 + m2) +
# (p1 + p2 + p3) + des_pl +
  plot_layout(widths=c(1,1), ncol=2) +
  ggsave(paste0(figdir, "bm_design_batch.pdf"), height = 4, width = 4)

Non-linear batch effect

coldata_file <- list.files(indir, pattern=paste0(pop,".+", "enr",enr,".+",'seed', seed, ".coldata.csv"),
                           full.names = TRUE)
colData(embryo_sce) <- read_csv(coldata_file) %>% column_to_rownames() %>% DataFrame()

── Column specification ────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  .default = col_character(),
  sample = col_double(),
  pool = col_double(),
  sequencing.batch = col_double(),
  doub.density = col_double(),
  doublet = col_logical(),
  cluster = col_double(),
  cluster.sub = col_double(),
  cluster.stage = col_double(),
  cluster.theiler = col_double(),
  stripped = col_logical(),
  sizeFactor = col_double(),
  Condition1_prob = col_double(),
  Condition2_prob = col_double()
)
ℹ Use `spec()` for the full column specifications.

  
batch_col="synth_batches"

embryo_sce <- add_batch_effect_nonlinear(embryo_sce, dims=c(3,5), theta_deg = 30)
embryo_sce <- runUMAP(embryo_sce, dimred="pca_batch", name = 'umap_batch', n_dimred=1:30)  

data.frame(reducedDim(embryo_sce, "umap_batch")) %>%
    rename(UMAP1=X1, UMAP2=X2) %>%
    mutate(true=embryo_sce$synth_batches) %>%
    ggplot(aes(UMAP1, UMAP2, color=true)) +
    geom_point(size=0.1) +
    scale_color_viridis_d(name="Batch", option="cividis") +
     theme_classic(base_size=18) +
      guides(color=guide_legend(override.aes = list(size=2))) +
     theme(axis.ticks = element_blank(),
           axis.text = element_blank()) +
     xlab("UMAP1") + ylab("UMAP2")

data.frame(reducedDim(embryo_sce, "UMAP")) %>%
    rename(UMAP1=X1, UMAP2=X2) %>%
    mutate(true=embryo_sce$synth_batches) %>%
    ggplot(aes(UMAP1, UMAP2, color=true)) +
    geom_point(size=0.1) +
    scale_color_viridis_d(name="Batch", option="cividis") +
     theme_classic(base_size=18) +
      guides(color=guide_legend(override.aes = list(size=2))) +
     theme(axis.ticks = element_blank(),
           axis.text = element_blank()) +
     xlab("UMAP1") + ylab("UMAP2")

NA
NA

Make non-linear batch effect for all populations

pop_enrs[1:3]

Error: object 'pop_enrs' not found

Running in run_DA_nonlinear.R.

Read all results

outdir <- "/nfs/team205/ed6/data/milo_benchmark/"
res_files <- list.files(outdir, pattern="NonLinear.+DAresults.+.csv")
res_files_full <- list.files(outdir, pattern="NonLinear.+DAresults.+.csv", full.names = TRUE)

## Make data frame w benchmark parameters
nonl_out_meta_df <- data.frame(file_id = str_remove_all(res_files, "benchmark_embryo_pop_|.csv")) %>%
  separate(col = file_id, sep = ".DAresults.", into=c("file_id", "method")) %>%
  separate(col = file_id, sep = "_enr", into=c("pop", "file_id")) %>%
  separate(col = file_id, sep = "_", into=c("enr", "seed", "batchEffect")) %>%
  mutate(seed=str_remove(seed, "seed"), batchEffect=str_remove(batchEffect, "batchEffect"))

## Load results
nonl_outcome_df <- lapply(seq_along(res_files_full), function(i){ 
  print(paste("Outcome no. ", i))
  benchmark_df <- read_csv(res_files_full[i]) %>%
      .outcome_by_prob(da_upper = 0.6) %>%
      mutate(DA_thresh=0.6) %>%
      ungroup() %>%
      dplyr::select(- method) %>%
      bind_cols(nonl_out_meta_df[i,]) 
  pop_enr <- as.numeric(nonl_out_meta_df[i,"enr"])
  benchmark_df
  }) %>%
  purrr::reduce(bind_rows)

nonl_outcome_df 

Correcting batch effect

library(batchelor)
# 
# be_sce <- be_sce_ls[[4]]
# coldata_file <- list.files(indir, pattern=paste0(pop,".+", "enr",enr,".+",'seed', seed, ".coldata.csv"),full.names = TRUE)
# colData(be_sce) <- DataFrame(read_csv(coldata_file) %>% column_to_rownames())

mnn_correct_batch_effect <- function(be_sce, k=50){
  ## Split in two SCE objects
  b1_be_sce <- be_sce[,be_sce$synth_batches=="B1"]
  b2_be_sce <- be_sce[,be_sce$synth_batches=="B2"]
  
  be_mnn <- reducedMNN(reducedDim(b1_be_sce, "pca.corrected"), reducedDim(b2_be_sce, "pca.corrected"), k=k)
  reducedDim(be_sce, "pca.MNN") <- be_mnn$corrected[colnames(be_sce),]
  be_sce
  }

## Simulate batch effects of different magnitude
save_corrected_be <- function(pop, pop_enr, seed, be_sd){
  ## Load coldata and PCA
  outdir <- '/nfs/team205/ed6/data/milo_benchmark/synthetic_data/'
  outprefix <- str_c("benchmark_embryo_pop_", pop, '_enr', pop_enr, "_seed", seed)
  coldata <- read_csv(paste0(outdir, outprefix, ".coldata.csv")) %>% column_to_rownames()
  X_pca <-read_csv(str_c(outdir, outprefix, "_batchEffect", be_sd, ".pca.csv")) %>% column_to_rownames()
  
  ## Add reduced dim + coldata to sce
  colData(embryo_sce) <- DataFrame(coldata)
  reducedDim(embryo_sce, "pca_batch") <- as.matrix(X_pca)
  
  set.seed(seed)
  sce_be <- mnn_correct_batch_effect(embryo_sce)
  X_pca <- reducedDim(sce_be, "pca.MNN")
  ## Save reduced dims
  write_csv(as.data.frame(X_pca) %>% rownames_to_column(), str_c(outdir, outprefix, "_batchEffect", be_sd,".MNNcorrected.pca.csv"))
  }

be_sds <- unique(out_meta_df$batchEffect)

for (pop in pops) {
    for (seed in seeds) {
      for (be_sd in c(0.5, 0.75, 1)) {
      pop_enr = 0.7
      save_corrected_be(pop, pop_enr, seed, be_sd)
      }
    }
  }

Read all results

.outcome_by_prob <- function(benchmark_df, da_upper){
  DA_thresh <- 1 - da_upper
  benchmark_df <- benchmark_df %>%
    mutate(true = ifelse(true_prob < DA_thresh, "NegLFC", "NotDA")) 
  if (benchmark_df$method[1]=="meld") {
    benchmark_df <- mutate(benchmark_df, pred = ifelse(Condition2 < DA_thresh, "NegLFC", "NotDA")) 
  }
  ## Check if conditions were swapped in test
  pred_cor <- benchmark_df %>%
    mutate(pred=factor(pred, levels=c("NegLFC", "NotDA", "PosLFC"), ordered = TRUE)) %>%
    mutate(pred=as.numeric(pred)) %>%
    summarise(cor(pred, true_prob))
  ## Swap outcomes if so
  if (!is.na(pred_cor)) {
    if (pred_cor < 0) {
      benchmark_df <- mutate(benchmark_df, pred = ifelse(pred=="NegLFC", "PosLFC", ifelse(pred=="PosLFC", "NegLFC", "NotDA")))
    }
  }
  calculate_outcome(benchmark_df)
}


outdir <- "/nfs/team205/ed6/data/milo_benchmark/MNN_corrected/"
res_files <- list.files(outdir, pattern=".+DAresults.+.csv")
res_files_full <- list.files(outdir, pattern=".+DAresults.+.csv", full.names = TRUE)
# in_files <- list.files("~/data/milo_benchmark/synthetic_data/", pattern="_enr0.[78].+coldata.csv")

## Make data frame w benchmark parameters
mnn_out_meta_df <- data.frame(file_id = str_remove_all(res_files, "benchmark_embryo_pop_|.csv")) %>%
  separate(col = file_id, sep = ".DAresults.", into=c("file_id", "method")) %>%
  separate(col = file_id, sep = "_enr", into=c("pop", "file_id")) %>%
  separate(col = file_id, sep = "_", into=c("enr", "seed", "batchEffect")) %>%
  mutate(seed=str_remove(seed, "seed"), batchEffect=str_remove(batchEffect, "batchEffect")) 

## Load results
mnn_outcome_df <- lapply(seq_along(res_files_full), function(i){ 
  print(paste("Outcome no. ", i))
  benchmark_df <- read_csv(res_files_full[i]) %>%
      .outcome_by_prob(da_upper = 0.6) %>%
      mutate(DA_thresh=0.6) %>%
      ungroup() %>%
      dplyr::select(- method) %>%
      bind_cols(mnn_out_meta_df[i,]) 
  pop_enr <- as.numeric(mnn_out_meta_df[i,"enr"])
  benchmark_df
  }) %>%
  purrr::reduce(bind_rows)

[1] "Outcome no.  1"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  2"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  3"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  4"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  5"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  6"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  7"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  8"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  9"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  10"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  11"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  12"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  13"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  14"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  15"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  16"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  17"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  18"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  19"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  20"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  21"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  22"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  23"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  24"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  25"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  26"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  27"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  28"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  29"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  30"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  31"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  32"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  33"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  34"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  35"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  36"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  37"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  38"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  39"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  40"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  41"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  42"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  43"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  44"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  45"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  46"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  47"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  48"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  49"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  50"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  51"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  52"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  53"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  54"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  55"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  56"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  57"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  58"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  59"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  60"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  61"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  62"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  63"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  64"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  65"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  66"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  67"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  68"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  69"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  70"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  71"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  72"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  73"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  74"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  75"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  76"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  77"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  78"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  79"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  80"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  81"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  82"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  83"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  84"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  85"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  86"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  87"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  88"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  89"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  90"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  91"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  92"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  93"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  94"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  95"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  96"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  97"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  98"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  99"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  100"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  101"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  102"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  103"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  104"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  105"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  106"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  107"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  108"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  109"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  110"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  111"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  112"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  113"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  114"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  115"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  116"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  117"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  118"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  119"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  120"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  121"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  122"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  123"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  124"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  125"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  126"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  127"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  128"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  129"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  130"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  131"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  132"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  133"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  134"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  135"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  136"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  137"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  138"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  139"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  140"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  141"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  142"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  143"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  144"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  145"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  146"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  147"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  148"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  149"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  150"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  151"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  152"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  153"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  154"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  155"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  156"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  157"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  158"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  159"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  160"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  161"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  162"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  163"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  164"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  165"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  166"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  167"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  168"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  169"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  170"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  171"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  172"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  173"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  174"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  175"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  176"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  177"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  178"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  179"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  180"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  181"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  182"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  183"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  184"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  185"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  186"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  187"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  188"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  189"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  190"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  191"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  192"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  193"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  194"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  195"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  196"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  197"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  198"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  199"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  200"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  201"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  202"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  203"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  204"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  205"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  206"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  207"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  208"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  209"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  210"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  211"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  212"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  213"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  214"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  215"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  216"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  217"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  218"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  219"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  220"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  221"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  222"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  223"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  224"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  225"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  226"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  227"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  228"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  229"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  230"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  231"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  232"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  233"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  234"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  235"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  236"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  237"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  238"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  239"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  240"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  241"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  242"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  243"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  244"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  245"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  246"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  247"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  248"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  249"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  250"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  251"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  252"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  253"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  254"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  255"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  256"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  257"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  258"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  259"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  260"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  261"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  262"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  263"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  264"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  265"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  266"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  267"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  268"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  269"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  270"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  271"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  272"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  273"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  274"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  275"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  276"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  277"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  278"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  279"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  280"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  281"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  282"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  283"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  284"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  285"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  286"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  287"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  288"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  289"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  290"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  291"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  292"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  293"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  294"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  295"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  296"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  297"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  298"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  299"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  300"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  301"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  302"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  303"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  304"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  305"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  306"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  307"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  308"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  309"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  310"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  311"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  312"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  313"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  314"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  315"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  316"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  317"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  318"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  319"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  320"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  321"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  322"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  323"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  324"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  325"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  326"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  327"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  328"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  329"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  330"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  331"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  332"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  333"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  334"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  335"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  336"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  337"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  338"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  339"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  340"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  341"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  342"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  343"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  344"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  345"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  346"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  347"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  348"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  349"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  350"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  351"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  352"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  353"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  354"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  355"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  356"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  357"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  358"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  359"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  360"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  361"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  362"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  363"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  364"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  365"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  366"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  367"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  368"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  369"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  370"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  371"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  372"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  373"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  374"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  375"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  376"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  377"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  378"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  379"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  380"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  381"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  382"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  383"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  384"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  385"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  386"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  387"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  388"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  389"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  390"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  391"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  392"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  393"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  394"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  395"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  396"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  397"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  398"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  399"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  400"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  401"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  402"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  403"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  404"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  405"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  406"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  407"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  408"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  409"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  410"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  411"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  412"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  413"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  414"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  415"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  416"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  417"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  418"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  419"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  420"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  421"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  422"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  423"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  424"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  425"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  426"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  427"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  428"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  429"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  430"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  431"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  432"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  433"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  434"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  435"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  436"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  437"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  438"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  439"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  440"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  441"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  442"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  443"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  444"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  445"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  446"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  447"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  448"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  449"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  450"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  451"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  452"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  453"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  454"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  455"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  456"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  457"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  458"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  459"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  460"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  461"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  462"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  463"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  464"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  465"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  466"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  467"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  468"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  469"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  470"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  471"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  472"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  473"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  474"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  475"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  476"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  477"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  478"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  479"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  480"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  481"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  482"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  483"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  484"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  485"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  486"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  487"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  488"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  489"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  490"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  491"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  492"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  493"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  494"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  495"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  496"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  497"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  498"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  499"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  500"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  501"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  502"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  503"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  504"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  505"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  506"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  507"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  508"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  509"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  510"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  511"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  512"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  513"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  514"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  515"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  516"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  517"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  518"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  519"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  520"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  521"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  522"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  523"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  524"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  525"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  526"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  527"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  528"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  529"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  530"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  531"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  532"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  533"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  534"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  535"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  536"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  537"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  538"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  539"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  540"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  541"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  542"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  543"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  544"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  545"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  546"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  547"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  548"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  549"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  550"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  551"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  552"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  553"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  554"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  555"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  556"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  557"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  558"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  559"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  560"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  561"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  562"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  563"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  564"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  565"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  566"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  567"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  568"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  569"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  570"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  571"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  572"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  573"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  574"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  575"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  576"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  577"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  578"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  579"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  580"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  581"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  582"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  583"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  584"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  585"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  586"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  587"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  588"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  589"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  590"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  591"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  592"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  593"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  594"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  595"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  596"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  597"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  598"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  599"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  600"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  601"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  602"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  603"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  604"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  605"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  606"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  607"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  608"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  609"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  610"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  611"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  612"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  613"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  614"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  615"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  616"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  617"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  618"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  619"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  620"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  621"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  622"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  623"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  624"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  625"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  626"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  627"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  628"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  629"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  630"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  631"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  632"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  633"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  634"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  635"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  636"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  637"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  638"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  639"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  640"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  641"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  642"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  643"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  644"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  645"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  646"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  647"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  648"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  649"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  650"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  651"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  652"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  653"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  654"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  655"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  656"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  657"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  658"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  659"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  660"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  661"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  662"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  663"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  664"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  665"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  666"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  667"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  668"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  669"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  670"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  671"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  672"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  673"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  674"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  675"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  676"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  677"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  678"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  679"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  680"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  681"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  682"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  683"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  684"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  685"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  686"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  687"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  688"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  689"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  690"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  691"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  692"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  693"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  694"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  695"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  696"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  697"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  698"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  699"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  700"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  701"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  702"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  703"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  704"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  705"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  706"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  707"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  708"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  709"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  710"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  711"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  712"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  713"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  714"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  715"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  716"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  717"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  718"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  719"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  720"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  721"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  722"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  723"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  724"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  725"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  726"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  727"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  728"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  729"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  730"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  731"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  732"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  733"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  734"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  735"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  736"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  737"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  738"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  739"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  740"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  741"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  742"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  743"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  744"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  745"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  746"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  747"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  748"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  749"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  750"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  751"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  752"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  753"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  754"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  755"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  756"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  757"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  758"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  759"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  760"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  761"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  762"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  763"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  764"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  765"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  766"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  767"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  768"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  769"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  770"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  771"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  772"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  773"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  774"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  775"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  776"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  777"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  778"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  779"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  780"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  781"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  782"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  783"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  784"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  785"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  786"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  787"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  788"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  789"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  790"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  791"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  792"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  793"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  794"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  795"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  796"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  797"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  798"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  799"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  800"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  801"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  802"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  803"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  804"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  805"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  806"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  807"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  808"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  809"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

mnn_outcome_df %>%
  filter(method=="meld")

Plot UMAP

X_pca_mnn <- read_csv("/nfs/team205/ed6/data/milo_benchmark/synthetic_data/benchmark_embryo_pop_Somitic_mesoderm_enr0.8_seed43_batchEffect0.75.MNNcorrected.pca.csv") %>%
  column_to_rownames()

all(rownames(X_pca_mnn) == colnames(embryo_sce))
coldata <- read_csv("/nfs/team205/ed6/data/milo_benchmark/synthetic_data/benchmark_embryo_pop_Somitic_mesoderm_enr0.8_seed43.coldata.csv")
colData(embryo_sce) <- coldata %>% column_to_rownames() %>% DataFrame()
reducedDim(embryo_sce, "pca_batch") <- as.matrix(X_pca_mnn)
embryo_sce <- runUMAP(embryo_sce, dimred="pca_batch", name="umap_batch")

indir <- "~/data/milo_benchmark/synthetic_data/"
res <- read_csv("/nfs/team205/ed6/data/milo_benchmark/benchmark_embryo_pop_Somitic_mesoderm_enr0.8_seed43_batchEffect0.75.DAresults.milo.csv")
embryo_sce$pred <- res$pred
embryo_sce$true <- res$true
plotReducedDim(embryo_sce, "umap_batch", colour_by="Condition1_prob", point_size=0.1)
plotReducedDim(embryo_sce, "umap_batch", colour_by="pred", point_size=0.1)
plotReducedDim(embryo_sce, "umap_batch", colour_by="true", point_size=0.1)

res %>%
  .outcome_by_prob(da_upper = 0.6) %>%
  mutate(FDR = FP/(TP+FP)) 

Read results for different geometries

Linear

outdir <- "/nfs/team205/ed6/data/milo_benchmark/linear/"
res_files <- list.files(outdir, pattern="linear.+DAresults")
res_files_full <- list.files(outdir, pattern="linear.+DAresults", full.names = TRUE)
in_files <- list.files("~/data/milo_benchmark/synthetic_data/", pattern="linear.+coldata.csv")

## Make data frame w benchmark parameters
linear_out_meta_df <- data.frame(file_id = str_remove_all(res_files, "benchmark_embryo_pop_|.csv")) %>%
  separate(col = file_id, sep = ".DAresults.", into=c("file_id", "method")) %>%
  separate(col = file_id, sep = "_enr", into=c("pop", "file_id")) %>%
  separate(col = file_id, sep = "_", into=c("enr", "seed", "batchEffect")) %>%
  mutate(seed=str_remove(seed, "seed"), batchEffect=str_remove(batchEffect, "batchEffect")) 

## Load results
linear_outcome_df <- lapply(seq_along(res_files_full), function(i){ 
  print(paste("Outcome no. ", i))
  benchmark_df <- read_csv(res_files_full[i]) %>%
      .outcome_by_prob(da_upper = 0.6) %>%
      mutate(DA_thresh=0.6) %>%
      ungroup() %>%
      dplyr::select(- method) %>%
      bind_cols(linear_out_meta_df[i,]) 
  pop_enr <- as.numeric(linear_out_meta_df[i,"enr"])
  benchmark_df
  }) %>%
  purrr::reduce(bind_rows)

[1] "Outcome no.  1"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  2"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  3"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  4"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  5"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  6"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  7"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  8"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  9"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  10"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  11"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  12"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  13"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  14"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  15"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  16"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  17"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  18"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  19"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  20"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  21"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  22"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  23"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  24"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  25"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  26"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  27"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  28"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  29"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  30"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  31"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  32"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  33"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  34"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  35"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  36"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  37"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  38"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  39"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  40"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  41"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  42"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  43"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  44"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  45"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  46"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  47"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  48"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  49"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  50"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  51"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  52"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  53"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  54"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  55"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  56"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  57"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  58"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  59"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  60"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  61"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  62"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  63"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  64"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  65"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  66"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  67"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  68"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  69"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  70"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  71"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  72"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  73"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  74"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  75"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  76"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  77"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  78"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  79"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  80"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  81"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  82"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  83"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  84"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  85"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  86"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  87"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  88"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  89"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  90"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  91"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  92"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  93"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  94"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  95"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  96"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  97"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  98"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  99"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  100"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  101"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  102"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  103"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  104"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  105"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  106"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  107"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  108"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  109"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  110"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  111"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  112"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  113"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  114"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  115"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  116"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  117"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  118"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  119"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  120"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  121"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  122"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  123"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  124"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  125"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  126"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  127"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  128"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  129"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  130"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  131"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  132"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  133"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  134"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  135"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  136"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  137"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  138"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  139"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  140"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  141"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  142"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  143"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  144"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  145"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  146"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  147"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  148"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  149"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  150"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  151"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  152"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  153"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  154"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  155"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  156"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  157"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  158"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  159"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  160"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  161"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  162"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  163"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  164"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  165"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  166"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  167"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  168"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  169"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  170"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  171"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  172"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  173"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  174"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  175"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  176"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  177"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  178"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  179"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  180"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  181"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  182"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  183"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  184"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  185"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  186"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  187"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  188"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  189"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  190"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  191"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  192"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  193"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  194"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  195"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  196"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  197"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  198"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  199"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  200"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  201"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  202"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  203"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  204"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  205"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  206"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  207"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  208"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  209"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  210"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  211"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  212"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  213"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  214"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  215"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  216"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  217"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  218"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  219"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  220"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  221"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  222"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  223"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  224"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  225"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  226"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  227"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  228"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  229"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  230"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  231"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  232"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  233"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  234"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  235"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  236"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  237"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  238"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  239"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  240"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  241"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  242"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  243"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  244"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  245"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  246"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  247"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  248"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  249"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  250"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  251"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  252"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  253"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  254"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  255"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  256"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  257"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  258"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  259"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  260"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  261"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  262"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  263"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  264"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  265"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  266"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  267"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  268"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  269"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  270"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  271"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  272"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  273"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  274"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  275"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  276"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  277"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  278"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  279"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  280"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  281"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  282"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  283"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  284"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  285"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  286"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  287"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  288"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  289"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  290"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  291"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  292"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  293"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  294"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  295"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  296"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  297"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  298"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  299"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  300"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  301"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  302"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  303"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  304"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  305"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  306"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  307"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  308"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  309"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  310"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  311"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  312"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  313"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  314"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  315"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  316"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  317"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  318"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  319"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  320"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  321"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  322"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  323"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  324"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  325"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  326"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  327"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  328"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  329"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  330"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  331"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  332"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  333"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  334"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  335"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  336"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  337"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  338"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  339"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  340"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  341"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  342"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  343"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  344"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  345"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  346"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  347"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  348"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  349"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  350"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  351"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  352"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  353"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  354"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  355"

── Column specification ───────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  356"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  357"

── Column specification ───────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

linear_outcome_df 

pl_df <- linear_outcome_df %>%
  filter(method!="milo_batch") %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
         FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  mutate(pop=str_replace(pop, "_", " ")) %>%
  mutate(pop_size=pop_sizes[pop])  %>%
  arrange(pop_size) %>%
  mutate(pop=factor(pop, levels=unique(pop))) %>%
  filter(DA_thresh >= 0.6 & batchEffect==0) 
pl_right <- pl_df %>%
  ggplot(aes(method, TPR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.8, linetype=2) +
  theme_bw(base_size = 16) +
    scale_color_methods() +
  facet_grid(enr~., labeller = 'label_both') 
pl_left <- pl_df %>%
  ggplot(aes(method, FDR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.1, linetype=2) +
  theme_bw(base_size = 16) +
    scale_color_methods() +
  facet_grid(enr~., labeller = 'label_both') 

pl <- pl_right / pl_left +
plot_layout(guides='collect') &
  theme(axis.text.x=element_blank(), axis.ticks.x=element_blank(), axis.title.x=element_blank())

Plot UMAP

linear_sce <- readRDS("~/data/milo_benchmark/linear_data_bm.RDS")
indir <- "~/data/milo_benchmark/synthetic_data/"

names(reducedDims(linear_sce))[2] <- "umap_batch"
colnames(reducedDims(linear_sce)[[2]]) <- c("X1", "X2") 

pl_top <- plot_outcome_umap(linear_sce, method = 'milo', pop="M5", enr = 0.9, seed = 43,batchEffect = 0, true = TRUE, data_id="linear") +
  theme(legend.position="right") 

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  celltype = col_character(),
  synth_labels = col_character(),
  synth_samples = col_character(),
  synth_batches = col_character(),
  Condition1_prob = col_double(),
  Condition2_prob = col_double(),
  true_labels = col_character(),
  cell = col_character()
)


── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

plot_linear <- ((pl_top) / (pl)) +
  plot_layout(heights = c(1,2.5))
plot_linear

Branching

outdir <- "/nfs/team205/ed6/data/milo_benchmark/branching/"
res_files <- list.files(outdir, pattern="branching.+DAresults")
res_files_full <- list.files(outdir, pattern="branching.+DAresults", full.names = TRUE)
in_files <- list.files("~/data/milo_benchmark/synthetic_data/", pattern="branching.+coldata.csv")

## Make data frame w benchmark parameters
branch_out_meta_df <- data.frame(file_id = str_remove_all(res_files, "benchmark_embryo_pop_|.csv")) %>%
  separate(col = file_id, sep = ".DAresults.", into=c("file_id", "method")) %>%
  separate(col = file_id, sep = "_enr", into=c("pop", "file_id")) %>%
  separate(col = file_id, sep = "_", into=c("enr", "seed", "batchEffect")) %>%
  mutate(seed=str_remove(seed, "seed"), batchEffect=str_remove(batchEffect, "batchEffect")) 

## Load results
branch_outcome_df <- lapply(seq_along(res_files_full), function(i){ 
  print(paste("Outcome no. ", i))
  benchmark_df <- read_csv(res_files_full[i]) %>%
      .outcome_by_prob(da_upper = 0.6) %>%
      mutate(DA_thresh=0.6) %>%
      ungroup() %>%
      dplyr::select(- method) %>%
      bind_cols(branch_out_meta_df[i,]) 
  pop_enr <- as.numeric(branch_out_meta_df[i,"enr"])
  benchmark_df
  }) %>%
  purrr::reduce(bind_rows)

[1] "Outcome no.  1"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  2"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  3"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  4"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  5"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  6"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  7"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  8"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  9"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  10"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  11"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  12"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  13"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  14"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  15"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  16"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  17"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  18"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  19"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  20"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  21"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  22"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  23"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  24"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  25"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  26"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  27"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  28"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  29"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  30"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  31"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  32"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  33"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  34"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  35"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  36"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  37"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  38"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  39"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  40"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  41"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  42"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  43"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  44"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  45"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  46"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  47"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  48"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  49"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  50"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  51"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  52"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  53"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  54"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  55"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  56"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  57"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  58"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  59"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  60"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  61"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  62"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  63"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  64"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  65"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  66"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  67"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  68"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  69"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  70"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  71"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  72"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  73"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  74"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  75"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  76"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  77"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  78"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  79"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  80"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  81"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  82"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  83"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  84"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  85"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  86"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  87"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  88"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  89"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  90"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  91"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  92"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  93"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  94"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  95"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  96"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  97"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  98"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  99"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  100"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  101"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  102"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  103"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  104"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  105"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  106"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  107"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  108"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  109"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  110"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  111"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  112"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  113"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  114"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  115"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  116"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  117"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  118"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  119"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  120"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  121"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  122"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  123"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  124"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  125"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  126"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  127"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  128"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  129"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  130"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  131"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  132"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  133"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  134"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  135"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  136"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  137"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  138"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  139"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  140"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  141"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  142"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  143"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  144"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  145"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  146"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  147"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  148"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  149"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  150"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  151"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  152"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  153"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  154"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  155"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  156"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  157"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  158"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  159"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  160"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  161"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  162"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  163"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  164"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  165"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  166"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  167"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  168"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  169"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  170"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  171"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  172"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  173"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  174"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  175"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  176"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  177"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  178"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  179"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  180"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  181"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  182"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  183"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  184"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  185"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  186"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  187"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  188"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  189"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  190"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  191"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  192"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  193"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  194"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  195"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  196"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  197"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  198"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  199"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  200"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  201"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  202"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  203"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  204"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  205"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  206"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  207"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  208"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  209"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  210"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  211"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  212"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  213"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  214"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  215"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  216"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  217"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  218"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  219"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  220"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  221"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  222"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  223"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  224"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  225"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  226"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  227"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  228"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  229"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  230"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  231"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  232"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  233"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  234"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  235"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  236"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  237"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  238"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  239"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  240"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  241"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  242"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  243"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  244"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  245"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  246"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  247"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  248"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  249"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  250"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  251"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  252"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  253"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  254"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  255"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  256"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  257"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  258"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  259"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  260"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  261"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  262"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  263"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  264"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  265"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  266"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  267"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  268"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  269"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  270"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  271"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  272"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  273"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  274"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  275"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  276"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  277"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  278"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  279"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  280"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  281"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  282"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  283"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  284"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  285"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  286"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  287"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  288"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  289"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  290"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  291"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  292"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  293"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  294"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  295"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  296"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  297"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  298"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  299"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  300"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  301"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  302"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  303"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  304"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  305"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  306"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  307"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  308"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  309"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  310"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  311"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  312"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  313"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  314"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  315"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  316"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  317"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  318"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  319"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  320"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  321"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  322"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  323"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  324"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  325"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  326"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  327"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  328"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  329"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  330"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  331"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  332"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  333"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  334"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  335"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  336"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  337"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  338"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  339"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  340"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  341"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  342"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  343"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  344"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  345"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  346"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  347"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  348"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  349"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  350"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  351"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  352"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  353"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  354"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  355"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  356"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  357"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  358"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  359"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  360"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  361"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  362"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  363"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  364"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  365"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  366"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  367"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  368"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  369"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  370"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  371"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  372"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  373"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  374"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  375"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  376"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  377"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  378"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  379"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  380"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  381"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  382"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  383"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  384"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  385"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  386"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  387"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  388"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  389"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  390"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  391"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  392"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  393"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  394"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  395"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  396"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  397"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  398"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  399"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  400"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  401"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  402"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  403"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  404"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  405"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  406"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  407"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  408"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  409"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  410"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  411"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  412"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  413"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  414"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  415"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  416"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  417"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  418"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  419"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  420"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  421"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  422"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  423"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  424"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  425"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  426"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  427"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  428"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  429"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  430"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  431"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  432"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  433"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  434"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  435"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  436"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  437"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  438"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  439"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  440"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  441"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  442"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  443"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  444"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  445"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  446"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  447"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  448"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  449"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  450"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  451"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

branch_outcome_df 

NA

pl_df <- branch_outcome_df %>%
  filter(method!="milo_batch") %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
         FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  mutate(pop=str_replace(pop, "_", " ")) %>%
  mutate(pop_size=pop_sizes[pop])  %>%
  arrange(pop_size) %>%
  mutate(pop=factor(pop, levels=unique(pop))) %>%
  filter(DA_thresh >= 0.6 & batchEffect==0) 

pl_right <- pl_df %>%
  ggplot(aes(method, TPR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.8, linetype=2) +
  theme_bw(base_size = 16) +
    scale_color_methods() +
  facet_grid(enr~., labeller = 'label_both') 
pl_left <- pl_df %>%
  ggplot(aes(method, FDR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.1, linetype=2) +
  theme_bw(base_size = 16) +
    scale_color_methods() +
  facet_grid(enr~., labeller = 'label_both') 

pl <- pl_right / pl_left +
plot_layout(guides='collect') &
  theme(axis.text.x=element_blank(), axis.ticks.x=element_blank(), axis.title.x=element_blank())

Plot UMAP

branch_sce <- readRDS("~/data/milo_benchmark/branching_data_bm.RDS")
indir <- "~/data/milo_benchmark/synthetic_data/"

names(reducedDims(branch_sce))[2] <- "umap_batch"
colnames(reducedDims(branch_sce)[[2]]) <- c("X1", "X2") 

pl_top <- plot_outcome_umap(branch_sce, method = 'milo', pop="M5", enr = 0.9, seed = 43,batchEffect = 0, true = TRUE, data_id="branching") + theme(legend.position="right")

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  celltype = col_character(),
  synth_labels = col_character(),
  synth_samples = col_character(),
  synth_batches = col_character(),
  Condition1_prob = col_double(),
  Condition2_prob = col_double(),
  true_labels = col_character(),
  cell = col_character()
)


── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

plot_branch <- ((pl_top) / (pl)) +
  plot_layout(heights = c(1,2.5))
plot_branch

Simple clustering

outdir <- "/nfs/team205/ed6/data/milo_benchmark/cluster/"
res_files <- list.files(outdir, pattern="cluster.+DAresults")
res_files_full <- list.files(outdir, pattern="cluster.+DAresults", full.names = TRUE)
in_files <- list.files("~/data/milo_benchmark/synthetic_data/", pattern="cluster.+coldata.csv")

## Make data frame w benchmark parameters
cluster_out_meta_df <- data.frame(file_id = str_remove_all(res_files, "benchmark_embryo_pop_|.csv")) %>%
  separate(col = file_id, sep = ".DAresults.", into=c("file_id", "method")) %>%
  separate(col = file_id, sep = "_enr", into=c("pop", "file_id")) %>%
  separate(col = file_id, sep = "_", into=c("enr", "seed", "batchEffect")) %>%
  mutate(seed=str_remove(seed, "seed"), batchEffect=str_remove(batchEffect, "batchEffect")) 

## Load results
cluster_outcome_df <- lapply(seq_along(res_files_full), function(i){ 
  print(paste("Outcome no. ", i))
  benchmark_df <- read_csv(res_files_full[i]) %>%
      .outcome_by_prob(da_upper = 0.6) %>%
      mutate(DA_thresh=0.6) %>%
      ungroup() %>%
      dplyr::select(- method) %>%
      bind_cols(cluster_out_meta_df[i,]) 
  pop_enr <- as.numeric(cluster_out_meta_df[i,"enr"])
  benchmark_df
  }) %>%
  purrr::reduce(bind_rows)

[1] "Outcome no.  1"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  2"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  3"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  4"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  5"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  6"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  7"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  8"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  9"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  10"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  11"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  12"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  13"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  14"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  15"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  16"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  17"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  18"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  19"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  20"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  21"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  22"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  23"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  24"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  25"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  26"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  27"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  28"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  29"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  30"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  31"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  32"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  33"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  34"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  35"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  36"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  37"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  38"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  39"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  40"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  41"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  42"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  43"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  44"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  45"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  46"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  47"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  48"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  49"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  50"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  51"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  52"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  53"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  54"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  55"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  56"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  57"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  58"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  59"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  60"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  61"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  62"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  63"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  64"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  65"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  66"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  67"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  68"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  69"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  70"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  71"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  72"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  73"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  74"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  75"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  76"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  77"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  78"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  79"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  80"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  81"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  82"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  83"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  84"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  85"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  86"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  87"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  88"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  89"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  90"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  91"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  92"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  93"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  94"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  95"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  96"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  97"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  98"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  99"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  100"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  101"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  102"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  103"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  104"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  105"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  106"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  107"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  108"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  109"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  110"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  111"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  112"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  113"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  114"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  115"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  116"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  117"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  118"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  119"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  120"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  121"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  122"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  123"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  124"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  125"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  126"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  127"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  128"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  129"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  130"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  131"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  132"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  133"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  134"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  135"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  136"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  137"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  138"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  139"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  140"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  141"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  142"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  143"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  144"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  145"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  146"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  147"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  148"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  149"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  150"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  151"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  152"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  153"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

the standard deviation is zero`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  154"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  155"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  156"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  157"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  158"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  159"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  160"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Condition2 = col_double(),
  method = col_character(),
  true = col_character(),
  true_prob = col_double()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  161"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

[1] "Outcome no.  162"

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

cluster_outcome_df 

NA

pl_df <- cluster_outcome_df %>%
  filter(method!="milo_batch") %>%
  mutate(FDR = FP/(TP+FP)) %>%
  mutate(TPR=ifelse(is.nan(TPR), 0, TPR),
         FPR=ifelse(is.nan(FPR), 0, FPR),
         FDR=ifelse(is.nan(FDR), 0, FDR),
         Precision=ifelse(is.nan(Precision), 0, Precision)) %>%
  mutate(pop=str_replace(pop, "_", " ")) %>%
  mutate(pop_size=pop_sizes[pop])  %>%
  arrange(pop_size) %>%
  mutate(pop=factor(pop, levels=unique(pop))) %>%
  filter(DA_thresh >= 0.6 & batchEffect==0) 


pl_right <- pl_df %>%
  ggplot(aes(method, TPR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.8, linetype=2) +
  theme_bw(base_size = 16) +
    scale_color_methods() +
  facet_grid(enr~., labeller = 'label_both') 
pl_left <- pl_df %>%
  ggplot(aes(method, FDR, color=method)) + 
  geom_boxplot() +
  ggbeeswarm::geom_quasirandom(alpha=0.5) +
  geom_hline(yintercept = 0.1, linetype=2) +
  theme_bw(base_size = 16) +
    scale_color_methods() +
  facet_grid(enr~., labeller = 'label_both') 

pl <- pl_right / pl_left +
plot_layout(guides='collect') &
  theme(axis.text.x=element_blank(), axis.ticks.x=element_blank(), axis.title.x=element_blank())

Plot UMAP

cluster_sce <- readRDS("~/data/milo_benchmark/cluster_data_bm.RDS")
indir <- "~/data/milo_benchmark/synthetic_data/"

names(reducedDims(cluster_sce))[2] <- "umap_batch"
colnames(reducedDims(cluster_sce)[[2]]) <- c("X1", "X2") 
pl_top <- plot_outcome_umap(cluster_sce, method = 'milo', pop="3", enr = 0.9, seed = 43,batchEffect = 0, true = TRUE, data_id="cluster") + theme(legend.position="right")

── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  rowname = col_character(),
  Block = col_character(),
  Replicate = col_character(),
  synth_labels = col_character(),
  synth_samples = col_character(),
  synth_batches = col_character(),
  Condition1_prob = col_double(),
  Condition2_prob = col_double(),
  true_labels = col_character(),
  celltype = col_double(),
  cell = col_character()
)


── Column specification ───────────────────────────────────────────────────────────────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

plot_cluster <- ((pl_top) / (pl)) +
  plot_layout(heights = c(1,2.5))
plot_cluster

linear_sce

class: SingleCellExperiment 
dim: 3500 2500 
metadata(0):
assays(2): counts logcounts
rownames(3500): G1 G2 ... G3499 G3500
rowData names(0):
colnames(2500): C1 C2 ... C2499 C2500
colData names(8): celltype synth_labels ... true_labels cell
reducedDimNames(2): pca.corrected umap_batch
altExpNames(0):

Cydar on simple trajectory

Pick radius parameter for different datasets: For each hypersphere centred on a cell, the radius required to include a certain number of nearest neighbours is computed.

sample_col = "synth_samples"
d=30
sce <- readRDS("/nfs/team205/ed6/data/milo_benchmark/cluster_data_bm.RDS")
sample_ls <- split(1:ncol(sce), sce[[sample_col]])
processed.exprs <- lapply(sample_ls, function(s) reducedDim(sce[,s], "pca.corrected")[,1:d])
cd <- prepareCellData(processed.exprs)
boxplot(neighborDistances(cd, neighbors=50, as.tol=TRUE))

unique(sce$celltype)

 [1] "M3"  "M8"  "M5"  "M2"  "M1"  "M4"  "M7"  "M6"  "M10" "M9" 

unique(sce$celltype)

[1] "M4" "M6" "M2" "M5" "M1" "M7" "M3"

sample_col = "synth_samples"
d=30
sce <- embryo_sce
sample_ls <- split(1:ncol(sce), sce[[sample_col]])
processed.exprs <- lapply(sample_ls, function(s) reducedDim(sce[,s], "pca.corrected")[,1:d])
cd <- prepareCellData(processed.exprs)
boxplot(neighborDistances(cd, neighbors=50, as.tol=TRUE))

tol_dataset <- list(cluster=0.8, branching=6, linear=6, embryo=1)

cydar_res <- runDA(sce, coldata, X_pca, "cydar", out_type = "labels",d = 30,
                    params=list(cydar=list(tol=tol_dataset[[data_id]], downsample=3)))
df <- .outcome_by_prob(cydar_res, 0.6) 

the condition has length > 1 and only the first element will be used`summarise()` regrouping output by 'method' (override with `.groups` argument)

df

sim.design <- model.matrix(design, data=design_df)[colnames(cd.dge),]
sim.dge <- estimateDisp(cd.dge, sim.design)
sim.fit <- glmQLFit(sim.dge, sim.design)
sim.res <- glmQLFTest(sim.fit, coef=2)

# control the spatial FDR
cydar.res <- sim.res$table
cydar.res$SpatialFDR <- spatialFDR(intensities(cd), sim.res$table$PValue)
boxplot(sim.dge$counts)
hist(cydar.res$PValue)

cydar.res$SpatialFDR < 0.1

Try downsampling one of the 2 conditions

sce

class: SingleCellExperiment 
dim: 100 900 
metadata(0):
assays(1): logcounts
rownames(100): Gene1 Gene2 ... Gene99 Gene100
rowData names(0):
colnames(900): Cell1 Cell2 ... Cell899 Cell900
colData names(10): Block Replicate ... celltype cell
reducedDimNames(3): pca.corrected UMAP pca_batch
altExpNames(0):

benchmark_df <- read_csv("/nfs/team205/ed6/data/milo_benchmark/benchmark_embryo_pop_Erythroid2_enr0.9_seed43_batchEffect0.DAresults.daseq.csv") 

── Column specification ───────────────────────────────────────────────────
cols(
  true_prob = col_double(),
  true = col_character(),
  method = col_character(),
  pred = col_character()
)

.outcome_by_prob(benchmark_df, 0.6)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

## Check if conditions were swapped in test
pred_cor <- benchmark_df %>%
  mutate(pred=factor(pred, levels=c("NegLFC", "NotDA", "PosLFC"), ordered = TRUE)) %>%
  mutate(pred=as.numeric(pred)) %>%
  summarise(cor(pred, true_prob))
if (pred_cor < 0) {
  benchmark_df <- mutate(benchmark_df, pred = ifelse(pred=="NegLFC", "PosLFC", ifelse(pred=="PosLFC", "NegLFC", "NotDA")))
}

.outcome_by_prob(benchmark_df, 0.6)

`summarise()` regrouping output by 'method' (override with `.groups` argument)

Louvain on iterative subclustering

Subcluster all celltype populations (there is a caveat here that I am not recalculating the PCA space for all subsets, but it should bring home the message regardless)

Make simulated labels

Testing for DA with GLM on subclusters

## Test DA in cell type clusters
clust.df <- data.frame("cell_id"=colnames(embryo_sce), "Louvain.Clust"=embryo_sce$celltype)
clust.df$Sample <- sample_labels
clust.df$Condition <- condition_vec

louvain.count <- table(clust.df$Louvain.Clust, clust.df$Sample)
attributes(louvain.count)$class <- "matrix"
  
df <- melt(louvain.count, varnames=c("cluster", "sample"),  value.name="Freq") %>%
    mutate(cluster=factor(cluster)) %>%
    left_join(design_df, by="sample") %>%
    group_by(sample) %>%
    mutate(N_s=sum(Freq)) %>%
    ungroup() %>%
    group_by(cluster) %>%
    do(model=glm(design, data=., family="poisson")) 
  
res_df <- t(sapply(df$model, function(x) summary(x)$coefficients[nrow(summary(x)$coefficients),]))
colnames(res_df) <- c("logFC","Std. Error", "z value",    "Pval" )
louvain.res <- cbind(df, res_df) %>%
  mutate(FDR=p.adjust(Pval, method = "BH"))
rownames(louvain.res) <- louvain.res$cluster
  
clust.df$logFC <- louvain.res[clust.df$Louvain.Clust, 'logFC']
clust.df$FDR <- louvain.res[clust.df$Louvain.Clust, 'FDR']
embryo_sce$predDA_celltype <- louvain2output(clust.df, out_type = "labels")

clust.df %>%
  ggplot(aes(logFC, -log10(FDR))) + geom_point()

# embryo_sce$predDA <- louvain2output(clust.df, out_type = "labels")

pl_df <- data.frame(reducedDim(embryo_sce, "UMAP")) %>%
  mutate(subcluster=embryo_sce$subcluster) %>%
  mutate(subcluster=factor(subcluster, levels=sample(unique(subcluster)))) %>%
  mutate(predDA_subclusters=embryo_sce$predDA_subclusters,
         predDA_celltype=embryo_sce$predDA_celltype,
         predDA_milo=embryo_sce$predDA_milo,
         trueDA = embryo_sce$true_labels) 

true_pl <- pl_df %>%
  ggplot(aes(X1, X2, color=trueDA)) +
  geom_point(size=0.1) +
  xlab("UMAP1") + ylab("UMAP2") +
  theme_classic(base_size=18) +
  scale_color_manual(values=c(NotDA="grey", PosLFC="Red", NegLFC="Blue"),name="") +
  guides(color="none") +
  ggtitle("True DA")

subcl_plot <- pl_df %>%
  ggplot(aes(X1, X2, color=predDA_subclusters)) +
  geom_point(size=0.1) +
  xlab("UMAP1") + ylab("UMAP2") +
  theme_classic(base_size=18) +
  scale_color_manual(values=c(NotDA="grey", PosLFC="Red", NegLFC="Blue"),name="") +
  guides(color=guide_legend(override.aes = c(size=2))) +
  ggtitle("GLM on subclusters")

cl_plot <- pl_df %>%
  ggplot(aes(X1, X2, color=predDA_celltype)) +
  geom_point(size=0.1) +
  xlab("UMAP1") + ylab("UMAP2") +
  theme_classic(base_size=18) +
  scale_color_manual(values=c(NotDA="grey", PosLFC="Red", NegLFC="Blue"),name="") +
  guides(color="none") +
  ggtitle("GLM on clusters")

milo_pl <- pl_df %>%
  ggplot(aes(X1, X2, color=predDA_milo)) +
  geom_point(size=0.1) +
  xlab("UMAP1") + ylab("UMAP2") +
  theme_classic(base_size=18) +
  scale_color_manual(values=c(NotDA="grey", PosLFC="Red", NegLFC="Blue"), name="") +
  guides(color="none") +
  ggtitle("Milo (GLM on neighbourhoods)")

true_pl + milo_pl + cl_plot + subcl_plot +
  plot_layout(ncol=2, nrow=2, guides="collect") 

Compare size of subclusters and size of neighbourhoods

melt(as.matrix(louvain.count), varnames=c('nh', "sample")) %>%
  mutate(condition=str_remove(sample, "_R.+")) %>%
  group_by(nh) %>%
  mutate(nh_size=sum(value)) %>%
  ungroup() %>%
  group_by(condition, nh) %>%
  summarise(value=mean(value), nh_size=mean(nh_size)) %>%
  pivot_wider(id_cols=c(nh, nh_size), names_from="condition", values_from='value') %>%
  ggplot(aes(Condition1, Condition2, color=nh_size)) +
  geom_point() +
  geom_smooth(method="lm") +
  geom_abline(color="red")

`summarise()` regrouping output by 'condition' (override with `.groups` argument)

Downsample Condition1

DA_results <- testNhoods(milo2, design = ~ synth_labels, 
                         design.df = design_df[colnames(nhoodCounts(milo2)), , drop=FALSE])

the condition has length > 1 and only the first element will be usedPerforming spatial FDR correction withk-distance weighting